-- Logs begin at Mon 2021-07-19 00:23:49 UTC, end at Mon 2021-07-19 01:30:47 UTC. --
Jul 19 01:01:12.556067 dv-cinder-801236-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 19 01:01:14.850039 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.common.config [-] Logging enabled!
Jul 19 01:01:14.850677 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev1
Jul 19 01:01:14.850796 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78542) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 19 01:01:14.853981 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.common.config [-] Logging enabled!
Jul 19 01:01:14.854232 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev1
Jul 19 01:01:14.854539 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78542) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 19 01:01:14.855450 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 19 01:01:14.855689 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 19 01:01:14.856045 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 19 01:01:14.856288 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 19 01:01:14.856512 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 19 01:01:14.856829 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.857122 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.857412 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.857639 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.857954 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.858244 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.858525 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.858814 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.859108 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.859389 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.859664 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.859946 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.860175 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.860450 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.860736 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.861019 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.861240 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.861514 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.861961 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.862409 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.862695 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.862985 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.863262 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.863534 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.863809 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.864092 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.864413 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] host                           = dv-cinder-801236-1-iscsi {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.864687 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.864970 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.865252 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.865534 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.865830 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.866107 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.866387 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.866655 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.866923 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.867195 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.867477 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.867757 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.868049 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.868271 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.868488 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.868773 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.869055 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.869324 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.869596 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.869898 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.870174 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.870444 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.870709 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.870989 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.871270 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.871551 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.871820 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.872091 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.872359 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.872625 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.872906 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.873175 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.873445 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.873723 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.874022 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.874288 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.874560 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.874853 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.875134 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.875409 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.875693 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.875962 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.876238 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.876505 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.876770 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.877036 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.877301 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.877567 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.877869 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.878695 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.879302 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.880663 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.880946 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.881232 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:14.881530 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.881858 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.882162 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.882444 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.882738 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.883016 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.883303 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.883580 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.883867 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.884155 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.884442 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.884717 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.885003 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.885277 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.885569 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.885898 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.886191 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.886480 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.886752 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.887029 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.887300 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.887574 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.887857 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.888146 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.888431 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.888702 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.888977 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.889264 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.889539 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.889841 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.890119 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.890404 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.890679 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.890948 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.891230 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.891506 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.891779 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.892049 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.892322 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.892608 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.892881 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.893149 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.893417 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.894304 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.894587 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.894871 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.895146 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.895421 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.895692 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.895969 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.896238 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.896507 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.896780 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.897055 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.897330 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.897601 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.897903 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.898176 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.898446 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.898715 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.898982 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.899249 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.899521 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.899790 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.900059 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.900328 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.900596 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.900865 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.901147 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.901440 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.901732 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.902014 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.902293 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.902570 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.902848 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.903123 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.903401 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.903676 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.903950 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.904239 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.904521 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.904804 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.905086 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.905361 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.905654 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.905958 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.906240 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.906514 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.906791 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.907083 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.907364 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.907653 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.907947 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.908240 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.908532 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.908846 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.909125 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.909483 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.909781 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:14.909997 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 19 01:01:14.910232 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78542) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jul 19 01:01:15.291098 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO keyring.backend [-] Loading KWallet
Jul 19 01:01:15.298289 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO keyring.backend [-] Loading SecretService
Jul 19 01:01:15.301953 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO keyring.backend [-] Loading Windows
Jul 19 01:01:15.303278 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO keyring.backend [-] Loading chainer
Jul 19 01:01:15.303851 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO keyring.backend [-] Loading macOS
Jul 19 01:01:15.337200 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:01:15.337469 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:01:15.337778 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:01:15.338108 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 19 01:01:15.639188 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.639447 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.639657 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.640854 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.641124 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.641384 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.760868 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.761148 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.761416 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.774849 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.775125 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.775391 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.803557 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.803829 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.804096 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.841453 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.841746 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:15.842021 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.068724 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fda3911c9d0> agent after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.069345 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fda3911c9d0> agent after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.069345 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fda3911c940> segment precommit_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.069587 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fda3911c4c0> network precommit_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.070273 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fda391445e0> segment before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.191250 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> network before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.191565 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fda38f02a60> agent before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.191847 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> network before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.192116 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> port before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.192381 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> port before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.192693 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> segment after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.192957 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> segment precommit_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.193213 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> segment precommit_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.193464 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> segment after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.193762 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> network after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.194020 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> network precommit_delete 0 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.194282 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> port provisioning_complete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.194544 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> rbac-policy before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.194795 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> rbac-policy after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.195057 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> agent after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.195460 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> subnet after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.195719 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> subnet precommit_delete 0 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.195991 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> rbac-policy before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.196243 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> rbac-policy before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.196521 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> segment_host_mapping after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.196873 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> port after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.197122 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> port after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.197367 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> port after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.197645 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> rbac-policy before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.197914 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> rbac-policy before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.198157 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fda39d60e80>> rbac-policy before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.198536 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 19 01:01:16.198774 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 19 01:01:16.199007 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 19 01:01:16.199238 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 19 01:01:16.199469 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 19 01:01:16.199698 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 19 01:01:16.200059 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 19 01:01:16.203109 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 19 01:01:16.207600 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 19 01:01:16.211334 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Jul 19 01:01:16.212945 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 19 01:01:16.213390 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 19 01:01:16.213741 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 19 01:01:16.214127 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 19 01:01:16.217023 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 19 01:01:16.217271 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 19 01:01:16.217612 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 19 01:01:16.244806 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jul 19 01:01:16.245259 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fda3916a9d0>> qos_plugin after_init 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.245555 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78542) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jul 19 01:01:16.245948 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fda3916a430>> logging-plugin after_init 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.247295 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78542) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 19 01:01:16.247574 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 19 01:01:16.247819 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 19 01:01:16.250878 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fda3914c2b0>> floatingip before_response 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.251157 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fda3914c2b0>> port before_response 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.312484 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 19 01:01:16.312718 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 19 01:01:16.312951 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 19 01:01:16.313316 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 19 01:01:16.344848 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_db.sqlalchemy.engines [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78542) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jul 19 01:01:16.673613 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Initializing driver for type 'gre'
Jul 19 01:01:16.674099 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] gre ID ranges: [(1, 1000)]
Jul 19 01:01:16.729447 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Initializing driver for type 'local'
Jul 19 01:01:16.729809 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Initializing driver for type 'vlan'
Jul 19 01:01:16.741648 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] VlanTypeDriver initialization complete
Jul 19 01:01:16.742021 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Initializing driver for type 'vxlan'
Jul 19 01:01:16.742521 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] vxlan ID ranges: [(1, 1000)]
Jul 19 01:01:16.803355 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Initializing extension driver 'port_security'
Jul 19 01:01:16.803916 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] PortSecurityExtensionDriver initialization complete
Jul 19 01:01:16.804436 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Initializing mechanism driver 'openvswitch'
Jul 19 01:01:16.804897 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Initializing mechanism driver 'hyperv'
Jul 19 01:01:16.812450 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:01:16.813213 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38f3c100>> port after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.813581 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38f3c100>> port after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.813947 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38f3c100>> port after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.814325 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda390fe8b0>> subnet after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.814668 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda390fe8b0>> subnet after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.815002 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda390fe8b0>> subnet after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.815372 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6a30>> network after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.815737 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6a30>> network after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.816075 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6a30>> network after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.816444 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6cd0>> security_group after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.816785 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6cd0>> security_group after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.817118 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6cd0>> security_group after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.817494 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6f40>> security_group_rule after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.817860 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6f40>> security_group_rule after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.818196 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6f40>> security_group_rule after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.818561 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6fd0>> address_group after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.818896 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6fd0>> address_group after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.819223 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fda38ab6fd0>> address_group after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.819553 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] ML2 OVO RPC backend initialized. {{(pid=78542) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jul 19 01:01:16.820246 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> router_interface after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.820591 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> router_interface after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.820998 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> network before_response 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.821338 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> networks before_response 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.821679 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> port before_response 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.822041 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> ports before_response 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.822379 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> subnet before_response 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.822714 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> subnets before_response 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.823057 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> network after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.823386 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> network after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.823715 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> network after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.824046 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> port after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.824375 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> port after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.824702 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> port after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.825030 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> subnet after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.825356 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> subnet after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.825682 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fda38abb610>> subnet after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.826272 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.plugin [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Modular L2 Plugin initialization complete
Jul 19 01:01:16.826602 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading services supported by the core plugin {{(pid=78542) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jul 19 01:01:16.826918 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.plugins.ml2.managers [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Got port-security extension from driver 'port_security'
Jul 19 01:01:16.827375 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.extensions.vlantransparent [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Disabled vlantransparent extension.
Jul 19 01:01:16.827854 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78542) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jul 19 01:01:16.828161 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading Plugin: router
Jul 19 01:01:16.864200 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router_interface before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.864587 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router after_create 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.864953 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router before_create 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.865317 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router_interface before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.865683 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router_interface after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.866074 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router after_delete 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.866427 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> floatingip after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.866790 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router after_create 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.867135 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router after_update 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.867481 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router after_update 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.867824 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router_gateway after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.868176 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router after_update 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.868579 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router precommit_update 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.868941 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fda38fc01f0> port after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.869275 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fda38fc03a0> port after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.869607 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fda38fc0310> subnet after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.869966 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fda38fc0280> subnetpool_address_scope after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.870314 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> port precommit_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.870656 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router precommit_create 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.870993 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fda38fb5a60> port before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.871331 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router precommit_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.871682 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router after_update 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.872021 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router precommit_delete 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.872362 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router precommit_create 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.872717 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router_interface after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.873062 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> router precommit_update 55549900 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.873420 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> agent after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.873792 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> agent after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.874138 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fda38abb730>> network after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.874968 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Tracking information for resource: router configured {{(pid=78542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 19 01:01:16.875293 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Tracking information for resource: floatingip configured {{(pid=78542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 19 01:01:16.880383 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.db.l3_agentschedulers_db [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 19 01:01:16.881062 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fda38a2f4c0> port after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.881425 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fda38a2f3a0> port after_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.881800 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function _notify_port_delete at 0x7fda38a2f430> port after_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.882154 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fda38a2f790> port after_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.882944 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fda389cdee0>> router before_create 55550100 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.883304 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fda389cdee0>> router precommit_delete 55550100 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.883661 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fda389cdee0>> router precommit_create 55550100 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.884007 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fda389cdee0>> router precommit_update 55550100 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.888259 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.services.provider_configuration [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service providers = [] {{(pid=78542) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 19 01:01:16.888621 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.db.servicetype_db [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78542) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 19 01:01:16.892020 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.services.service_base [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 19 01:01:16.892368 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.services.service_base [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 19 01:01:16.892708 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.services.service_base [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 19 01:01:16.893618 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.services.service_base [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 19 01:01:16.894177 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.services.service_base [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 19 01:01:16.894551 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 19 01:01:16.894868 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 19 01:01:16.905085 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 19 01:01:16.905416 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading Plugin: auto_allocate
Jul 19 01:01:16.911668 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fda389f5af0> network precommit_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.912028 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fda389f5af0> network precommit_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.912537 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 19 01:01:16.912855 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading Plugin: tag
Jul 19 01:01:16.919527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 19 01:01:16.919855 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading Plugin: timestamp
Jul 19 01:01:16.923606 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 19 01:01:16.923970 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading Plugin: network_ip_availability
Jul 19 01:01:16.929102 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fda38a4dfa0>> rbac-policy before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.929464 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fda38a4dfa0>> rbac-policy before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.929852 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fda38a4dfa0>> rbac-policy before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:16.930554 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 19 01:01:16.930873 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading Plugin: flavors
Jul 19 01:01:16.936889 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 19 01:01:16.937216 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading Plugin: revisions
Jul 19 01:01:16.941975 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 19 01:01:16.942359 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.604s {{(pid=78542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:01:16.943085 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78542) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jul 19 01:01:16.943413 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Initializing extension manager.
Jul 19 01:01:16.943910 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: __init__.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.944244 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: __pycache__ {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.944574 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.944901 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: address_group.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.945644 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.946221 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: address-group
Jul 19 01:01:16.946537 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: address_scope.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.947242 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.947743 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: address-scope
Jul 19 01:01:16.948059 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.948973 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.949477 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: router-admin-state-down-before-update
Jul 19 01:01:16.949824 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: agent.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.950517 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.951017 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: agent
Jul 19 01:01:16.951333 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: agent_resources_synced.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.952234 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.952735 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: agent-resources-synced
Jul 19 01:01:16.953054 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: allowedaddresspairs.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.954836 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.955351 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: allowed-address-pairs
Jul 19 01:01:16.955668 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: auto_allocated_topology.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.957270 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.957803 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: auto-allocated-topology
Jul 19 01:01:16.958124 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: availability_zone.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.958814 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.959305 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: availability_zone
Jul 19 01:01:16.959620 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: availability_zone_filter.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.960524 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.961023 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: availability_zone_filter
Jul 19 01:01:16.961357 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: data_plane_status.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.962265 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.962762 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension data-plane-status not supported by any of loaded plugins
Jul 19 01:01:16.963076 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: default_subnetpools.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.963976 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.964475 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: default-subnetpools
Jul 19 01:01:16.964789 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.965586 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.966118 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: dhcp_agent_scheduler
Jul 19 01:01:16.966434 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: dns.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.967334 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.967831 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension dns-integration not supported by any of loaded plugins
Jul 19 01:01:16.968146 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: dns_domain_ports.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.969053 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.969548 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 19 01:01:16.969900 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: dvr.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.970567 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.971064 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: dvr
Jul 19 01:01:16.971380 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: empty_string_filtering.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.972311 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.972804 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: empty-string-filtering
Jul 19 01:01:16.973119 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.974043 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.974536 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 19 01:01:16.974852 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.975743 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.976242 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 19 01:01:16.976555 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: external_net.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.977446 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.977984 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: external-net
Jul 19 01:01:16.978300 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.979205 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.979709 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: extra_dhcp_opt
Jul 19 01:01:16.980023 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: extraroute.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.980921 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.981420 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: extraroute
Jul 19 01:01:16.981842 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: extraroute_atomic.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.982872 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.983371 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: extraroute-atomic
Jul 19 01:01:16.983686 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: filter_validation.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.984342 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.984835 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: filter-validation
Jul 19 01:01:16.985151 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: fip_pf_description.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.986246 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.986743 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jul 19 01:01:16.987056 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: fip_port_details.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.987987 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.988487 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: fip-port-details
Jul 19 01:01:16.988802 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: flavors.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.990043 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.990782 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: flavors
Jul 19 01:01:16.991102 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.992724 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.993231 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 19 01:01:16.993554 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: floatingip_pools.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.994267 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.994771 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: floatingip-pools
Jul 19 01:01:16.995091 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: ip_allocation.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.996016 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.996512 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension ip_allocation not supported by any of loaded plugins
Jul 19 01:01:16.996831 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.997769 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:16.998273 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: ip-substring-filtering
Jul 19 01:01:16.998593 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: l2_adjacency.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:16.999511 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.000016 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 19 01:01:17.000335 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: l3.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.001286 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.001823 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: router
Jul 19 01:01:17.002146 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.005114 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.005631 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 19 01:01:17.005984 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.006905 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.007417 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: ext-gw-mode
Jul 19 01:01:17.007741 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.008653 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.009157 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: l3-ha
Jul 19 01:01:17.009479 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: l3_flavors.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.010428 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.010929 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: l3-flavors
Jul 19 01:01:17.011249 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.012168 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.012668 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 19 01:01:17.012985 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: l3agentscheduler.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.014027 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.014532 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: l3_agent_scheduler
Jul 19 01:01:17.014852 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: logging.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.016316 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.016828 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension logging not supported by any of loaded plugins
Jul 19 01:01:17.017152 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: metering.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.017918 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.018485 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: metering
Jul 19 01:01:17.019350 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.020434 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.020942 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: metering_source_and_destination_fields
Jul 19 01:01:17.021262 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: multiprovidernet.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.022332 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.022842 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: multi-provider
Jul 19 01:01:17.023160 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: netmtu.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.024066 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.024568 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: net-mtu
Jul 19 01:01:17.024883 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: netmtu_writable.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.025827 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.026333 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: net-mtu-writable
Jul 19 01:01:17.026647 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: network_availability_zone.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.027309 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.027806 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: network_availability_zone
Jul 19 01:01:17.028120 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: network_ip_availability.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.029310 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.029849 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: network-ip-availability
Jul 19 01:01:17.030170 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: network_segment_range.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.030927 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.031421 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension network-segment-range not supported by any of loaded plugins
Jul 19 01:01:17.031736 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: pagination.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.032707 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.033028 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: pagination
Jul 19 01:01:17.033341 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: port_device_profile.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.034322 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.034832 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: port-device-profile
Jul 19 01:01:17.035151 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.036056 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.036562 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: port-mac-address-regenerate
Jul 19 01:01:17.036882 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.037832 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.038338 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: port-numa-affinity-policy
Jul 19 01:01:17.038655 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: port_resource_request.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.039547 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.040043 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension port-resource-request not supported by any of loaded plugins
Jul 19 01:01:17.040364 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: portbindings.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.041276 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.041809 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: binding
Jul 19 01:01:17.042129 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: portbindings_extended.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.043384 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.043893 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: binding-extended
Jul 19 01:01:17.044218 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: portsecurity.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.045121 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.045627 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: port-security
Jul 19 01:01:17.045971 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: project_id.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.046931 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.047256 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: project-id
Jul 19 01:01:17.047572 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: providernet.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.048485 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.048991 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: provider
Jul 19 01:01:17.049308 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: qos.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.052794 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.053307 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension qos not supported by any of loaded plugins
Jul 19 01:01:17.053633 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.054891 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.055401 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 19 01:01:17.055722 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.056643 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.057151 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 19 01:01:17.057472 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: qos_default.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.058411 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.058921 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension qos-default not supported by any of loaded plugins
Jul 19 01:01:17.059239 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: qos_fip.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.059883 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.060383 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension qos-fip not supported by any of loaded plugins
Jul 19 01:01:17.060698 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: qos_gateway_ip.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.061605 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.062134 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 19 01:01:17.062454 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: qos_port_network_policy.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.063358 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.063859 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jul 19 01:01:17.064176 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: qos_rule_type_details.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.065074 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.066127 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 19 01:01:17.066444 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: qos_rules_alias.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.067479 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.067982 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 19 01:01:17.068297 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: quotasv2.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.069182 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.069695 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: quotas
Jul 19 01:01:17.069956 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: quotasv2_detail.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.071564 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.071896 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: quota_details
Jul 19 01:01:17.072220 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: rbac.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.073263 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.073807 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: rbac-policies
Jul 19 01:01:17.074132 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: rbac_address_group.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.075051 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.075558 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: rbac-address-group
Jul 19 01:01:17.075878 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: rbac_address_scope.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.076783 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.077286 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: rbac-address-scope
Jul 19 01:01:17.077604 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: rbac_security_groups.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.078537 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.079040 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: rbac-security-groups
Jul 19 01:01:17.079357 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: rbac_subnetpool.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.080272 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.080772 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: rbac-subnetpool
Jul 19 01:01:17.081150 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: revisionifmatch.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.082615 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.083202 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: revision-if-match
Jul 19 01:01:17.083524 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: revisions.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.084619 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.085124 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: standard-attr-revisions
Jul 19 01:01:17.085441 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: router_availability_zone.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.086138 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.086638 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: router_availability_zone
Jul 19 01:01:17.086955 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: routerservicetype.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.087858 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.088360 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension router-service-type not supported by any of loaded plugins
Jul 19 01:01:17.088676 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.089583 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.090124 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: security-groups-normalized-cidr
Jul 19 01:01:17.090440 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.091352 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.091855 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: port-security-groups-filtering
Jul 19 01:01:17.092171 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.093089 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.093590 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: security-groups-remote-address-group
Jul 19 01:01:17.093941 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: securitygroup.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.103450 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.103970 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: security-group
Jul 19 01:01:17.104297 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: segment.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.105074 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.105570 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension segment not supported by any of loaded plugins
Jul 19 01:01:17.105915 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.106834 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.107336 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 19 01:01:17.107653 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: servicetype.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.108775 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.109286 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: service-type
Jul 19 01:01:17.109605 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: sorting.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.110597 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.110925 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: sorting
Jul 19 01:01:17.111243 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: standard_attr_segment.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.112143 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.112671 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 19 01:01:17.112989 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: standardattrdescription.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.113626 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.114152 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: standard-attr-description
Jul 19 01:01:17.114468 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: stateful_security_group.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.115378 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.115885 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: stateful-security-group
Jul 19 01:01:17.116202 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: stdattrs_common.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.116772 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 19 01:01:17.117087 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.118091 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.118597 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jul 19 01:01:17.118913 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: subnet_onboard.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.119971 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.120503 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: subnet_onboard
Jul 19 01:01:17.120813 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.121751 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.122254 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 19 01:01:17.122572 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: subnet_service_types.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.123482 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.123990 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: subnet-service-types
Jul 19 01:01:17.124308 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: subnetallocation.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.125370 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.125921 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: subnet_allocation
Jul 19 01:01:17.126244 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.126901 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.127399 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: subnetpool-prefix-ops
Jul 19 01:01:17.127711 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.129392 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.129928 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jul 19 01:01:17.130246 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: tagging.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.131289 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.131802 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: standard-attr-tag
Jul 19 01:01:17.132123 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: timestamp.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.133308 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.133849 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loaded extension: standard-attr-timestamp
Jul 19 01:01:17.134171 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: trunk.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.135192 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.135702 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension trunk not supported by any of loaded plugins
Jul 19 01:01:17.136022 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: trunk_details.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.136930 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.137433 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension trunk-details not supported by any of loaded plugins
Jul 19 01:01:17.137775 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: uplink_status_propagation.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.138691 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.139190 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 19 01:01:17.139504 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Loading extension file: vlantransparent.py {{(pid=78542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 19 01:01:17.140157 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 19 01:01:17.140654 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 19 01:01:17.143040 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:network
Jul 19 01:01:17.143776 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:subnet
Jul 19 01:01:17.144532 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 19 01:01:17.145136 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:port
Jul 19 01:01:17.146492 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.146921 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service FLAVORS assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.147598 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.148024 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.148351 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:router
Jul 19 01:01:17.148987 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:floatingip
Jul 19 01:01:17.149695 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service METERING assigned prefix: /metering {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.151128 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fda388cda30>> rbac-policy before_create 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:17.151491 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fda388cda30>> rbac-policy before_update 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:17.151839 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fda388cda30>> rbac-policy before_delete 55550000 {{(pid=78542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:01:17.152951 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 19 01:01:17.153397 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:security_group
Jul 19 01:01:17.154080 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 19 01:01:17.154803 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service CORE assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.155140 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 19 01:01:17.155478 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] subnetpool is already registered
Jul 19 01:01:17.156057 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service CORE assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.156378 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 19 01:01:17.156700 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] subnetpool is already registered
Jul 19 01:01:17.159260 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.159688 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service FLAVORS assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.160279 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.160700 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.161026 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:router
Jul 19 01:01:17.161347 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] router is already registered
Jul 19 01:01:17.161957 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:floatingip
Jul 19 01:01:17.162282 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] floatingip is already registered
Jul 19 01:01:17.162891 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service METERING assigned prefix: /metering {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.163554 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 19 01:01:17.163875 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] rbac_policy is already registered
Jul 19 01:01:17.164402 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:security_group
Jul 19 01:01:17.164724 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] security_group is already registered
Jul 19 01:01:17.165302 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 19 01:01:17.165632 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] security_group_rule is already registered
Jul 19 01:01:17.166292 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service CORE assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.166615 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 19 01:01:17.166941 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] subnetpool is already registered
Jul 19 01:01:17.167534 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.v2.resource_helper [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Service CORE assigned prefix:  {{(pid=78542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 19 01:01:17.167855 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 19 01:01:17.168179 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING neutron.quota.resource_registry [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] subnetpool is already registered
Jul 19 01:01:17.168804 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: extensions {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.170253 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: address-groups {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.171945 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: address-scopes {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.173142 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: agents {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.174408 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: auto-allocated-topology {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.176126 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: availability_zones {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.178341 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: dhcp-networks {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.179750 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: dhcp-agents {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.181206 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: routers {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.183042 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: flavors {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.184284 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: service_profiles {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.185471 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: next_providers {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.187001 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: service_profiles {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.188436 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: floatingip-pools {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.189688 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: routers {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.192059 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: floatingips {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.193247 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: l3-routers {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.194642 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: l3-agents {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.196055 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: metering-labels {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.197435 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: metering-label-rules {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.198743 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: network-ip-availabilities {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.199992 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: bindings {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.202139 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: quotas {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.203569 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: quotas {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.204971 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: rbac-policies {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.206318 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: security-groups {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.207509 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: security-group-rules {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.208741 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: service-providers {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.209980 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: subnetpools {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.211398 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: subnetpools {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.212833 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: tags {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.214544 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: tags {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.216322 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: tags {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.218117 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: tags {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.219873 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: tags {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.221740 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: tags {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.223988 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: tags {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.225921 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: tags {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.227670 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: tags {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.229481 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron.api.extensions [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Extended resource: tags {{(pid=78542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 19 01:01:17.235320 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING keystonemiddleware.auth_token [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 19 01:01:17.241375 dv-cinder-801236-1-iscsi neutron-server[78542]: WARNING keystonemiddleware.auth_token [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 19 01:01:17.249292 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Acquired lock "singleton_lock" {{(pid=78542) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jul 19 01:01:17.249779 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_concurrency.lockutils [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Releasing lock "singleton_lock" {{(pid=78542) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jul 19 01:01:17.250410 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO oslo_service.service [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Starting 2 workers
Jul 19 01:01:17.255888 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Started child 78647 {{(pid=78542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 19 01:01:17.261050 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Started child 78648 {{(pid=78542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 19 01:01:17.261242 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:17.261736 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO neutron.service [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Neutron service started, listening on 0.0.0.0:9696
Jul 19 01:01:17.262231 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Notify callbacks [] for process, before_spawn {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:17.262530 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [-] (78647) wsgi starting up on http://0.0.0.0:9696
Jul 19 01:01:17.264313 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:17.264749 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO oslo_service.service [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Starting 1 workers
Jul 19 01:01:17.265749 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [-] (78648) wsgi starting up on http://0.0.0.0:9696
Jul 19 01:01:17.269653 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Started child 78649 {{(pid=78542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 19 01:01:17.270155 dv-cinder-801236-1-iscsi neutron-server[78542]: INFO oslo_service.service [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Starting 1 workers
Jul 19 01:01:17.272755 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.service [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] calling RpcWorker wait() {{(pid=78649) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 19 01:01:17.273296 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.service [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] returning from RpcWorker wait() {{(pid=78649) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 19 01:01:17.274442 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Started child 78650 {{(pid=78542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 19 01:01:17.274542 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:17.274936 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:01:17.275153 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG neutron_lib.callbacks.manager [None req-5c4c13be-d5a9-4dbe-a79f-19c4a31265c6 None None] Notify callbacks [] for process, after_spawn {{(pid=78542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:17.276944 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78542) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 19 01:01:17.277155 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 19 01:01:17.277339 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 19 01:01:17.277541 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 19 01:01:17.277908 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 19 01:01:17.278074 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 19 01:01:17.278568 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.278845 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.278937 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:17.279426 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.279426 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.279700 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.280207 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.280463 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.280705 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.280972 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.281279 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.281375 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.281512 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.281788 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.282015 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.282304 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.282572 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.282803 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.283082 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.283240 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.283500 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.283756 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.283976 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.284281 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.284521 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.285126 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.285371 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.285608 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.285873 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.286161 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.286381 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.286678 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.286940 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.287123 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.287336 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.287587 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.287823 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.288037 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.288250 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.288508 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.288718 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.289185 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] host                           = dv-cinder-801236-1-iscsi {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.289399 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.289632 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.289896 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.290151 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.290393 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.290624 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.290887 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.291130 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.291410 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.291629 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.291887 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.292127 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.292408 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.292659 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.292753 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.292973 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.293245 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.293512 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.293696 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.293908 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.294066 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.294295 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.294457 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.294705 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.294945 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.295158 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.295367 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.295596 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.295845 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.296090 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.296332 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.296559 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.296764 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.297046 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.297227 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.297449 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.297668 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.297921 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.298135 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.298364 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.298604 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.298842 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.299052 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.299280 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.299534 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.299742 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.301512 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.301783 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.302406 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.302699 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.302775 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.303546 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.303986 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.304091 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:01:17.304170 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.304399 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.304579 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.304809 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.305070 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.305276 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.305512 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.306431 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.306431 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.306431 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.306666 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.306666 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.307377 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.307377 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.307377 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.307597 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.308476 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.308476 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.308643 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.308818 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.309007 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.309747 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.309747 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.309747 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.310008 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.310191 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.310493 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.310731 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.311039 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.311260 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.311497 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.311808 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.312103 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.312374 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.312616 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.312925 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.313178 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.313417 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.313764 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.314085 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.314368 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.314623 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.314837 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.315061 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.315293 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.316523 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.316742 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.316979 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.317737 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.317737 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.317737 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.317996 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.318146 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.318334 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.318583 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.318804 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.319075 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.319327 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.319555 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.319940 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.320159 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.320419 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.320630 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.320864 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.321079 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.321344 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.321572 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.321831 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.322050 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.322268 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.322489 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.322743 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.322986 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.323176 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.323388 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.323607 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.323850 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.324103 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.324343 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.324555 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.324772 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.324992 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.325204 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.325418 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.325641 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.325880 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.326103 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.326337 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.326565 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.326779 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.326992 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.327201 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.327411 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.327643 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.327861 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.328072 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.328284 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.328496 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.328739 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.328919 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.329207 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.329525 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.329787 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.330044 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.330282 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.330532 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.330766 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.331008 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.331283 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.331525 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.331763 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.332037 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.332304 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.332581 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.332814 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.333033 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.333274 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.333557 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.333727 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.333957 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.334191 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.334419 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.334678 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.334910 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.335201 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.335450 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.335700 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.335974 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.336228 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.336488 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.336709 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.336990 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.337283 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.337551 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.337861 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.338143 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.338332 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.338534 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.338763 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.339008 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.339235 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.339465 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.339691 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.339953 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.340215 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.340437 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.340644 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.340902 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.341211 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.341458 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.341668 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.341915 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.342184 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.342446 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.342692 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.342947 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.343198 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.343454 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.343698 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.343929 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.344139 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.344367 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.345100 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.345417 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.345891 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.346136 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.346356 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.346571 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.346805 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.347053 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.347265 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.347500 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.347748 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.347996 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.348212 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.348444 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.348656 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.348907 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.349161 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.349401 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.349617 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.349856 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.350087 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.350334 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.350577 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.350858 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.351117 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.351338 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.351582 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.351824 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.352064 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.352276 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.352545 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.352779 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.352990 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.353202 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.353419 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.353626 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.353915 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.354131 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.354343 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.354611 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.354847 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.355213 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.355546 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.355699 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.355922 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.356147 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.356367 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.356608 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.356777 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.356923 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.357159 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.357372 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.357636 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.357901 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.358140 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.358350 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.358559 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.358767 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.358978 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.359206 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.359462 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.359721 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.359944 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.360168 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.360395 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.360705 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.360852 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.361032 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.361245 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.361452 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.361733 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.361937 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.362146 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.362870 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.363082 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.363364 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.363615 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.363832 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.364123 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.364350 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.364590 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.364860 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.365192 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.365402 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.365666 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.365940 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.366156 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.366400 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.366671 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.366988 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.367289 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.367545 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.367786 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.368075 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.368354 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.368623 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.368835 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.369147 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.369475 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.369888 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.370136 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.370381 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.370640 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.370860 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.371093 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.371308 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.371540 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.371754 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.372017 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.372272 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.372493 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.372739 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.372980 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.373195 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.373416 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.373656 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.373932 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.374161 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.374316 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 19 01:01:17.374834 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78542) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 19 01:01:17.374992 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 19 01:01:17.375142 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 19 01:01:17.375308 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 19 01:01:17.375474 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 19 01:01:17.375624 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 19 01:01:17.375827 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.376080 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.376213 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.376295 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.376440 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.376615 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.376773 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.376929 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.377084 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.377240 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.377399 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.377556 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.377730 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.377928 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.378623 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.378786 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.378943 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.379352 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.379515 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.379672 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.379831 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.379991 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.380159 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.380808 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.381022 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.381412 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.381576 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.381776 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.381905 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.382054 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.382213 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.382368 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.382509 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.382647 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.382801 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.382940 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.383089 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.383229 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.383367 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.384049 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.384049 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] host                           = dv-cinder-801236-1-iscsi {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.384049 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.384049 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.384593 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.384593 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.384593 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.384593 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.385069 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.385069 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.385069 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.385414 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.385414 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.385414 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.385637 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.385754 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.385838 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.385996 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.386124 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.386287 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.386474 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.386639 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.386793 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.386948 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.387084 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.387232 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.387357 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.387516 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.387695 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.387849 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.387957 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.388123 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.388279 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.388433 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.388587 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.388745 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.388895 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.389053 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.389220 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.389392 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.389541 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.389823 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.389823 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.390221 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.390221 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.390221 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.390766 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.390766 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.390766 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.391164 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.391164 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.391164 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.391568 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.391568 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.391568 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.391961 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.391961 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.391961 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.392357 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.392357 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.392651 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.392651 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.392826 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.392826 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.392969 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.393157 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.393253 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.393418 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.393593 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.393777 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.393940 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 19 01:01:17.394121 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.394283 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.394454 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.394614 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.394766 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.394916 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.395083 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.395238 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.395401 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.395559 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.395728 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.395881 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.396046 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.396214 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.396378 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.396541 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.396703 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.396863 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.397024 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.397185 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.397345 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.397505 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.397693 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.397852 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.398028 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.398171 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.398323 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.398481 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.398640 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.398799 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.398960 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.399120 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.399278 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.399444 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.399606 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.399748 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.399912 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.400072 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.400404 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.400404 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.400671 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.400671 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.400828 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:01:17.400916 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.400995 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.401126 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.401289 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.401447 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.401608 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.401788 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.401950 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.402120 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.402280 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.402441 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.402601 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.402760 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.402919 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.403078 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.403238 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.403398 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.403558 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.403720 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.403892 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.404051 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.404212 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.404372 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.404532 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.404692 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.404852 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.405012 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.405172 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.405331 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.405492 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.405651 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.405831 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.405991 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.406152 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.406316 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.406578 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.406711 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.406793 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.406934 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.407095 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.407255 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.407414 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.407583 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.407757 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.407916 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.408076 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.408236 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.408396 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.408556 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.408715 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.408875 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.409035 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.409211 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.409375 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.409536 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.409698 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.409876 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.410036 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.410195 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.410355 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.410514 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.410673 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.410833 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.410992 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.411173 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.411311 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.411470 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.411630 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.411789 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.411962 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.412204 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.412411 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.413490 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.413845 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.413845 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.414226 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.414226 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.414706 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.414706 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.414706 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.414706 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.415632 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.415632 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.415632 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.415632 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.415632 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.415632 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.416441 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.416441 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.416441 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.416441 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.416441 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.418527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.418527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.418527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.418527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.418527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.418527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.418527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.418527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.418527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.419217 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.419217 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.419217 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.419217 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.419217 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.419217 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.419217 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.419217 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.421012 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.421012 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.421012 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.421012 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.421012 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.421012 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.421012 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.421012 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422036 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422036 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422036 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422036 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422036 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422036 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422036 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422036 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422959 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422959 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422959 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422959 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422959 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422959 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422959 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.422959 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.423818 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.423818 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.423818 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.423818 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.423818 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.423818 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.423818 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.423818 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.424347 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.424347 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.424347 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.424347 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.425371 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.425371 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.425371 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.425721 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.425721 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.425721 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.426147 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.426147 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.426359 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.426359 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.426566 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.426675 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.426785 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.427153 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.427153 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.427513 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.427513 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.427513 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.427727 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.427854 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.427977 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.428137 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.428296 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.428457 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.428627 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.428786 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.428945 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.429103 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.429263 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.429431 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.429592 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.429783 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.430225 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.430225 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.430404 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.430404 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.430560 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.430703 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.430863 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.431022 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.431183 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.431353 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.431512 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.431673 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.431832 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.431993 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.432152 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.432313 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.432569 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.432655 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.432790 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.432952 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.433120 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.433288 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.433456 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.433616 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.433802 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.433974 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.434135 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.434295 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.434455 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.434613 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.434773 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.434931 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.435090 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.435249 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.435408 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.435567 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.435726 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.435885 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.436044 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.436203 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.436362 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.436527 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.436674 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.436840 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.436984 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 19 01:01:17.437129 dv-cinder-801236-1-iscsi neutron-server[78542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 19 01:01:17.723089 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60692) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:01:17.732120 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0068421
Jul 19 01:01:28.042506 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763a908-dcd1-4443-a04e-2456c04728f9 None None] get_active_networks_info from dv-cinder-801236-1-iscsi {{(pid=78649) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jul 19 01:01:28.103042 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7763a908-dcd1-4443-a04e-2456c04728f9 None None] No non-hosted networks {{(pid=78649) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jul 19 01:01:28.118169 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-388f1df4-5926-4e3f-8cbe-7c382a92e162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766473'] for agent, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:28.467748 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766473'] for agent, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:28.468440 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.468996 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.469320 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.469662 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.470022 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.470346 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.470664 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.471074 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.471398 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.473201 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.473966 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.474469 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:28.475008 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fda37da8160>, 'Open vSwitch agent', 'dv-cinder-801236-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:01:28.486792 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fda37ce2a60>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801236-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:01:30.671020 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-de99ae46-dba6-48a7-b548-31de08ec6d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766473'] for agent, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:30.727320 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fb6c0854-4230-4298-9b2e-bd7fe8f92716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:31.446996 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766473'] for agent, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:32.865191 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766473'] for agent, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:34.572435 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60784) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:01:35.164657 dv-cinder-801236-1-iscsi neutron-server[78648]: WARNING oslo_policy.policy [None req-887511e2-08f5-4a93-9f53-db9232a6a4a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 19 01:01:35.165223 dv-cinder-801236-1-iscsi neutron-server[78648]: WARNING oslo_policy.policy [None req-887511e2-08f5-4a93-9f53-db9232a6a4a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 19 01:01:35.381199 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [None req-887511e2-08f5-4a93-9f53-db9232a6a4a2 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:01:35.382257 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-887511e2-08f5-4a93-9f53-db9232a6a4a2 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8089080
Jul 19 01:01:35.660875 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.db.l3_hamode_db [None req-07167c6a-f45e-4270-9543-fa60b5dde977 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 19 01:01:35.745535 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07167c6a-f45e-4270-9543-fa60b5dde977 None None] Routers set() bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:01:35.745943 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07167c6a-f45e-4270-9543-fa60b5dde977 None None] Router IDs set() for agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jul 19 01:01:37.672299 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60798) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:01:38.028114 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-58f8c5dc-08de-4f27-84bc-1e88e4bd805c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:01:38.124762 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.policy [None req-58f8c5dc-08de-4f27-84bc-1e88e4bd805c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78648) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 19 01:01:38.168747 dv-cinder-801236-1-iscsi neutron-server[78648]: WARNING oslo_policy.policy [None req-58f8c5dc-08de-4f27-84bc-1e88e4bd805c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 19 01:01:38.169105 dv-cinder-801236-1-iscsi neutron-server[78648]: WARNING oslo_policy.policy [None req-58f8c5dc-08de-4f27-84bc-1e88e4bd805c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 19 01:01:38.178012 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.quota [None req-58f8c5dc-08de-4f27-84bc-1e88e4bd805c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fda383a4700>.
Jul 19 01:01:38.193131 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-58f8c5dc-08de-4f27-84bc-1e88e4bd805c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:01:38.250342 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-58f8c5dc-08de-4f27-84bc-1e88e4bd805c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785953568845', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785953569378', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785953561699', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785953808535', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785953804143', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785953792707', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-805118', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1285428', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-307238', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-405631'] for rbac-policy, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:38.310366 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-58f8c5dc-08de-4f27-84bc-1e88e4bd805c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:38.311439 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-58f8c5dc-08de-4f27-84bc-1e88e4bd805c admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6381538
Jul 19 01:01:40.863750 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60812) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:01:41.214093 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:01:41.218778 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:01:41.223694 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Usage tracker for resource:network and tenant:57bcb2f75f8e4cdf9c06b3da540ef946 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:01:41.228140 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:01:41.234086 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:01:41.243405 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Made reservation on behalf of 57bcb2f75f8e4cdf9c06b3da540ef946 for: {'network': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:01:41.246122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:41.263091 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:41.277161 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:01:41.280711 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Usage tracker for resource:security_group_rule and tenant:57bcb2f75f8e4cdf9c06b3da540ef946 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:01:41.286161 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:01:41.291576 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:01:41.384356 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:41.388077 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:41.393919 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:01:41.414369 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85}  {{(pid=78648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:01:41.439360 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785952316564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:41.440812 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fda3911c940> segment precommit_create {{(pid=78648) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 19 01:01:41.441280 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.segments_db [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Added segment eef0c14e-2646-43e4-b8e7-d590a7fac213 of type vlan for network cd5a7991-8424-4d99-aa53-91f61d4dba19
Jul 19 01:01:41.449625 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bdc811-70e0-4793-ad84-c0306f94da65,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:01:41.498634 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.498982 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.499313 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.499638 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.499955 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.500285 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.500598 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.500910 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.501234 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.501544 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.501874 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.502183 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Tracked resource versions report:
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]: pushed versions:
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]: {   'AddressGroup': {'1.2'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'ConntrackHelper': {'1.0'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'Log': {'1.0'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'Network': {'1.1'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'Port': {'1.7'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'PortForwarding': {'1.2'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'QosPolicy': {'1.8'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'SecurityGroup': {'1.4'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'SecurityGroupRule': {'1.2'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'SubPort': {'1.0'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'Subnet': {'1.1'},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     'Trunk': {'1.1'}}
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]: consumer versions:
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]: {   DHCP agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     L3 agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     Metadata agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     Metering agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:     Open vSwitch agent@dv-cinder-801236-1-iscsi: {   'AddressGroup': '1.2',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'ConntrackHelper': '1.0',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'Log': '1.0',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'Network': '1.1',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'Port': '1.7',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'PortForwarding': '1.2',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'QosPolicy': '1.8',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'SecurityGroup': '1.4',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'SecurityGroupRule': '1.2',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'SubPort': '1.0',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'Subnet': '1.1',
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'Trunk': '1.1'}}
Jul 19 01:01:41.503817 dv-cinder-801236-1-iscsi neutron-server[78648]:  {{(pid=78648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 19 01:01:41.556668 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:01:41.562515 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:41.599883 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:41.601228 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:01:41.601870 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:41.606209 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:01:41.702144 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.8372533
Jul 19 01:01:41.706902 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Pushing event updated for resources: {'Network': ['ID=cd5a7991-8424-4d99-aa53-91f61d4dba19,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:01:41.710158 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:01:41.724573 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network cd5a7991-8424-4d99-aa53-91f61d4dba19 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:01:44.334189 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60828) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:01:44.772200 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54569642-0b67-4ec1-a5c5-352e7c7fb779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:01:44.773541 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-54569642-0b67-4ec1-a5c5-352e7c7fb779 admin admin] 10.222.0.24 "GET /v2.0/networks/cd5a7991-8424-4d99-aa53-91f61d4dba19 HTTP/1.1" status: 200  len: 824 time: 0.4384081
Jul 19 01:01:44.799967 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-f32f5734-1890-44f3-a99f-6d08a043e0f5 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/4e7e8cab-d191-404a-a9ee-f6f085fdea1b HTTP/1.1" status: 200  len: 734 time: 0.0211184
Jul 19 01:01:44.810036 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Request body: {'subnet': {'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4e7e8cab-d191-404a-a9ee-f6f085fdea1b'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:01:44.814521 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:01:44.818699 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Usage tracker for resource:subnet and tenant:57bcb2f75f8e4cdf9c06b3da540ef946 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:01:44.821529 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:01:44.827086 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:01:44.837126 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Made reservation on behalf of 57bcb2f75f8e4cdf9c06b3da540ef946 for: {'subnet': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:01:44.839417 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:45.109990 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:45.115515 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:01:45.210159 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=869ec5cd-738f-4909-bb81-fd079fdd5b1f,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:01:45.212111 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Checking segment: {'id': 'eef0c14e-2646-43e4-b8e7-d590a7fac213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:01:45.212483 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Network hostable DHCP agents. Network: cd5a7991-8424-4d99-aa53-91f61d4dba19, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:01:45.218572 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:01:45.233573 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Network cd5a7991-8424-4d99-aa53-91f61d4dba19 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:01:45.244325 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, cd5a7991-8424-4d99-aa53-91f61d4dba19) {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:01:45.248766 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:01:45.249348 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:45.254430 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e41b6b-2d3a-4d07-957f-aba0cfe7a7d6 None None] Network cd5a7991-8424-4d99-aa53-91f61d4dba19 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:01:45.268219 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4616952
Jul 19 01:01:45.645011 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd5a257-e18e-57a7-9ff8-706e6ca1d8f8-cd5a7991-8424-4d99-aa53-91f61d4dba19', 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'fixed_ips': [{'subnet_id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f'}]}} from dv-cinder-801236-1-iscsi. {{(pid=78649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 19 01:01:45.646194 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:45.824990 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.db_base_plugin_common [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Allocated IP 172.20.0.2 (cd5a7991-8424-4d99-aa53-91f61d4dba19/869ec5cd-738f-4909-bb81-fd079fdd5b1f/850a74f5-8e9c-42a7-a220-6eab1693bd1f) {{(pid=78649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:01:46.042251 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Notify callbacks [] for port, precommit_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:46.055405 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Transition to ACTIVE for port object 850a74f5-8e9c-42a7-a220-6eab1693bd1f will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:01:46.076240 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Transition to ACTIVE for port object 850a74f5-8e9c-42a7-a220-6eab1693bd1f will not be triggered until provisioned by entity DHCP. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:01:46.082919 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:46.087318 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:01:46.145153 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Network cd5a7991-8424-4d99-aa53-91f61d4dba19 is already hosted by enough agents. {{(pid=78649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:01:46.147889 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.base_scheduler [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Resources bound (agent type, host, resource id):  {{(pid=78649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:01:46.153800 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Received port after_create {{(pid=78649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:01:46.160150 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Pushing event updated for resources: {'Port': ['ID=850a74f5-8e9c-42a7-a220-6eab1693bd1f,revision_number=1']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:01:46.196686 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.197018 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.197353 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.197673 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.198012 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.198328 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.198639 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.198950 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.199280 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.199589 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.199922 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.200227 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Tracked resource versions report:
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]: pushed versions:
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]: {   'AddressGroup': {'1.2'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'ConntrackHelper': {'1.0'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'Log': {'1.0'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'Network': {'1.1'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'Port': {'1.7'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'PortForwarding': {'1.2'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'QosPolicy': {'1.8'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'SecurityGroup': {'1.4'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'SecurityGroupRule': {'1.2'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'SubPort': {'1.0'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'Subnet': {'1.1'},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     'Trunk': {'1.1'}}
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]: consumer versions:
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]: {   DHCP agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     L3 agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     Metadata agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     Metering agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:     Open vSwitch agent@dv-cinder-801236-1-iscsi: {   'AddressGroup': '1.2',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'ConntrackHelper': '1.0',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'Log': '1.0',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'Network': '1.1',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'Port': '1.7',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'PortForwarding': '1.2',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'QosPolicy': '1.8',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'SecurityGroup': '1.4',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'SecurityGroupRule': '1.2',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'SubPort': '1.0',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'Subnet': '1.1',
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'Trunk': '1.1'}}
Jul 19 01:01:46.201331 dv-cinder-801236-1-iscsi neutron-server[78649]:  {{(pid=78649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 19 01:01:46.238897 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:01:46.257450 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Attempting to bind port 850a74f5-8e9c-42a7-a220-6eab1693bd1f on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:01:46.258076 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Attempting to bind port 850a74f5-8e9c-42a7-a220-6eab1693bd1f by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': 'eef0c14e-2646-43e4-b8e7-d590a7fac213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:01:46.258286 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Attempting to bind port 850a74f5-8e9c-42a7-a220-6eab1693bd1f on network cd5a7991-8424-4d99-aa53-91f61d4dba19 {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:01:46.263341 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:01:46.263738 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Checking segment: {'id': 'eef0c14e-2646-43e4-b8e7-d590a7fac213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:01:46.264221 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:46.264607 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Bound using segment: {'id': 'eef0c14e-2646-43e4-b8e7-d590a7fac213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:01:46.265081 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Bound port: 850a74f5-8e9c-42a7-a220-6eab1693bd1f, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c14e-2646-43e4-b8e7-d590a7fac213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:01:46.265458 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:46.348635 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] For port 850a74f5-8e9c-42a7-a220-6eab1693bd1f, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:01:46.352335 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] For port 850a74f5-8e9c-42a7-a220-6eab1693bd1f, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=850a74f5-8e9c-42a7-a220-6eab1693bd1f,segment=NetworkSegment(eef0c14e-2646-43e4-b8e7-d590a7fac213),segment_id=eef0c14e-2646-43e4-b8e7-d590a7fac213)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:01:46.357667 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:46.362823 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:01:46.460988 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Pushing event updated for resources: {'Port': ['ID=850a74f5-8e9c-42a7-a220-6eab1693bd1f,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:01:46.466470 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:01:47.646235 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60838) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:01:48.008358 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [None req-bfe79552-13e3-457d-9aa8-f034c2b9c9a7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:01:48.009413 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-bfe79552-13e3-457d-9aa8-f034c2b9c9a7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3621566
Jul 19 01:01:49.985891 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd0da18-7e49-40f9-b61f-b365fac93169 None None] Network cd5a7991-8424-4d99-aa53-91f61d4dba19 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:01:50.072452 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-666dd262-c42d-4a3d-8156-691c146fcb73 None None] Provisioning for port 850a74f5-8e9c-42a7-a220-6eab1693bd1f completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:01:50.361146 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 60852) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:01:50.883502 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 850a74f5-8e9c-42a7-a220-6eab1693bd1f up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:01:50.934070 dv-cinder-801236-1-iscsi neutron-server[78647]: WARNING oslo_policy.policy [None req-37941e13-38cc-4b28-a79b-7c4fcc71814f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 19 01:01:50.934640 dv-cinder-801236-1-iscsi neutron-server[78647]: WARNING oslo_policy.policy [None req-37941e13-38cc-4b28-a79b-7c4fcc71814f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 19 01:01:50.948542 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 850a74f5-8e9c-42a7-a220-6eab1693bd1f completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:01:50.953150 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 850a74f5-8e9c-42a7-a220-6eab1693bd1f triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:01:50.953555 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:51.065905 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:51.098188 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 850a74f5-8e9c-42a7-a220-6eab1693bd1f, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=850a74f5-8e9c-42a7-a220-6eab1693bd1f,segment=NetworkSegment(eef0c14e-2646-43e4-b8e7-d590a7fac213),segment_id=eef0c14e-2646-43e4-b8e7-d590a7fac213)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:01:51.102118 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:51.105235 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:01:51.161729 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [None req-37941e13-38cc-4b28-a79b-7c4fcc71814f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:01:51.162985 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-37941e13-38cc-4b28-a79b-7c4fcc71814f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7992940
Jul 19 01:01:51.168528 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=850a74f5-8e9c-42a7-a220-6eab1693bd1f,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:01:51.171551 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:01:52.860629 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 850a74f5-8e9c-42a7-a220-6eab1693bd1f up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:01:52.928633 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 850a74f5-8e9c-42a7-a220-6eab1693bd1f triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:01:52.929002 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:53.734086 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60868) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:01:54.070937 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'name': 'router1'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:01:54.075863 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:01:54.079555 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] Usage tracker for resource:router and tenant:57bcb2f75f8e4cdf9c06b3da540ef946 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:01:54.082754 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:01:54.088340 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:01:54.097893 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1764116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-230778'] for router, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:54.099462 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-230771'] for router, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:54.120918 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:54.225643 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932'] for router, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:54.243626 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] Notify callbacks [] for router, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:54.244795 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-d9eb6231-0dba-49e6-92a2-4caf59518b77 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5096865
Jul 19 01:01:56.327129 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 5 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:01:56.551224 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60878) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:01:56.906301 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [None req-26574db5-b11a-45be-8885-0e23b25c21ee admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:01:56.907266 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-26574db5-b11a-45be-8885-0e23b25c21ee admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3551412
Jul 19 01:01:57.952214 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-c2566903-b1ea-43c7-a4ae-9f2e785eb9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:58.445133 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:59.228088 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60888) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:01:59.581027 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:01:59.588316 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:01:59.592052 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Usage tracker for resource:network and tenant:f8067340628b4eff816bb622526eaf34 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:01:59.594823 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:01:59.600850 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:01:59.610173 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Made reservation on behalf of f8067340628b4eff816bb622526eaf34 for: {'network': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:01:59.612610 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:59.624120 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:59.638340 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:01:59.641884 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Usage tracker for resource:security_group_rule and tenant:f8067340628b4eff816bb622526eaf34 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:01:59.645040 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:01:59.650476 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:01:59.728194 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:59.731669 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:59.736734 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:01:59.748147 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Reserving flat network on physical network physnet1 {{(pid=78648) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jul 19 01:01:59.771814 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71377c7d-4b2f-4779-a9b4-fcf939216a63,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:01:59.774918 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:59.775249 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.segments_db [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Added segment 95fed249-2b41-4dcc-8ac6-a6e7c8f275dc of type flat for network 7d593f98-e37a-458f-a122-e95b8a18b7fd
Jul 19 01:01:59.776348 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:01:59.806461 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:59.840200 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:59.841448 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:01:59.842035 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:01:59.846337 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-781ee044-b239-48d9-a8af-f9faf7b5ccfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:01:59.935874 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7066536
Jul 19 01:01:59.941103 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Pushing event updated for resources: {'Network': ['ID=7d593f98-e37a-458f-a122-e95b8a18b7fd,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:01:59.951316 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:01:59.958797 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:02:00.669068 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a0da6b4f-3002-4d79-a436-c6014721b736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:01.399733 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:02.245110 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60908) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:02:02.450554 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baafbb9-1c68-4abc-b55d-de899ecec63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:02:02.451852 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-3baafbb9-1c68-4abc-b55d-de899ecec63a admin admin] 10.222.0.24 "GET /v2.0/subnets/869ec5cd-738f-4909-bb81-fd079fdd5b1f HTTP/1.1" status: 200  len: 849 time: 0.2057853
Jul 19 01:02:02.587974 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-8ae1419c-bc42-4614-ab2d-566a6d00ee40 admin admin] 10.222.0.24 "GET /v2.0/routers/7ac0930b-905e-437d-92c7-50c2c29d14c6 HTTP/1.1" status: 200  len: 704 time: 0.1301172
Jul 19 01:02:02.825935 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:03.035739 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:03.281161 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Allocated IP 172.20.0.1 (cd5a7991-8424-4d99-aa53-91f61d4dba19/869ec5cd-738f-4909-bb81-fd079fdd5b1f/47540065-012c-490c-8ba9-9d260d09826a) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:02:03.431802 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:03.447739 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Transition to ACTIVE for port object 47540065-012c-490c-8ba9-9d260d09826a will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:02:03.498876 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:03.503133 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:02:03.564773 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Network cd5a7991-8424-4d99-aa53-91f61d4dba19 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:02:03.567611 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:02:03.571298 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:02:03.571798 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333378'] for router_interface, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:03.684376 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Pushing event updated for resources: {'Port': ['ID=47540065-012c-490c-8ba9-9d260d09826a,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:02:03.695553 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:02:03.796292 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-0eef24d9-9b01-47f7-a2d8-5c5f08447dd7 None None] Provisioning for port 47540065-012c-490c-8ba9-9d260d09826a completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:02:03.801027 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-0eef24d9-9b01-47f7-a2d8-5c5f08447dd7 None None] Provisioning complete for port 47540065-012c-490c-8ba9-9d260d09826a triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:02:03.801400 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-0eef24d9-9b01-47f7-a2d8-5c5f08447dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:03.826004 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:03.852556 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-0eef24d9-9b01-47f7-a2d8-5c5f08447dd7 None None] Port 47540065-012c-490c-8ba9-9d260d09826a cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:02:04.041850 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:04.046085 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:04.047130 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333543'] for router_interface, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:04.050952 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:02:04.181606 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Pushing event updated for resources: {'Port': ['ID=47540065-012c-490c-8ba9-9d260d09826a,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:02:04.190717 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:02:04.234647 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Network cd5a7991-8424-4d99-aa53-91f61d4dba19 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:02:04.235677 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:02:04.419342 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Router 7ac0930b-905e-437d-92c7-50c2c29d14c6 is scheduled to L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b with binding_index 1 {{(pid=78648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 19 01:02:04.473930 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-a5afb7ee-d4ad-435f-8004-27f9102f9edc None None] Provisioning complete for port 47540065-012c-490c-8ba9-9d260d09826a triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:02:04.474307 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a5afb7ee-d4ad-435f-8004-27f9102f9edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:04.528675 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-a5afb7ee-d4ad-435f-8004-27f9102f9edc None None] Port 47540065-012c-490c-8ba9-9d260d09826a cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:02:04.603948 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:02:04.613107 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ac0930b-905e-437d-92c7-50c2c29d14c6/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0203931
Jul 19 01:02:04.613543 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Sync routers for ids ['7ac0930b-905e-437d-92c7-50c2c29d14c6'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:02:04.623488 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Routers {'7ac0930b-905e-437d-92c7-50c2c29d14c6'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:02:04.624341 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda384d2670>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:02:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['7ac0930b-905e-437d-92c7-50c2c29d14c6'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:02:04.799677 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Set router 7ac0930b-905e-437d-92c7-50c2c29d14c6 gateway port host: None {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:02:05.158997 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda384d2670>, [{'id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'name': 'router1', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:01:54Z', 'updated_at': '2021-07-19T01:02:03Z', 'revision_number': 2, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'gw_port_host': None, '_interfaces': [{'id': '47540065-012c-490c-8ba9-9d260d09826a', 'name': '', 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'mac_address': 'fa:16:3e:14:96:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:03Z', 'updated_at': '2021-07-19T01:02:03Z', 'revision_number': 2, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'subnets': [{'id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e7e8cab-d191-404a-a9ee-f6f085fdea1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:02:05.164063 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Checking router: 7ac0930b-905e-437d-92c7-50c2c29d14c6 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:02:05.164456 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Updating router 7ac0930b-905e-437d-92c7-50c2c29d14c6 port 47540065-012c-490c-8ba9-9d260d09826a binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:02:05.213894 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:05.579472 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:05.593432 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Transition to ACTIVE for port object 47540065-012c-490c-8ba9-9d260d09826a will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:02:05.600228 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:05.606338 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:02:05.833734 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Pushing event updated for resources: {'Port': ['ID=47540065-012c-490c-8ba9-9d260d09826a,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:02:05.842843 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.843368 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.843705 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.844029 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.844667 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.844995 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.845315 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.845647 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.846009 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.846330 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.846640 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.846947 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Tracked resource versions report:
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]: pushed versions:
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]: {   'AddressGroup': {'1.2'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'ConntrackHelper': {'1.0'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'Log': {'1.0'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'Network': {'1.1'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'Port': {'1.7'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'PortForwarding': {'1.2'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'QosPolicy': {'1.8'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'SecurityGroup': {'1.4'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'SecurityGroupRule': {'1.2'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'SubPort': {'1.0'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'Subnet': {'1.1'},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     'Trunk': {'1.1'}}
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]: consumer versions:
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]: {   DHCP agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     L3 agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     Metadata agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     Metering agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:     Open vSwitch agent@dv-cinder-801236-1-iscsi: {   'AddressGroup': '1.2',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'ConntrackHelper': '1.0',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'Log': '1.0',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'Network': '1.1',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'Port': '1.7',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'PortForwarding': '1.2',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'QosPolicy': '1.8',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'SecurityGroup': '1.4',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'SecurityGroupRule': '1.2',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'SubPort': '1.0',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'Subnet': '1.1',
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'Trunk': '1.1'}}
Jul 19 01:02:05.848055 dv-cinder-801236-1-iscsi neutron-server[78650]:  {{(pid=78650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 19 01:02:05.850411 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Attempting to bind port 47540065-012c-490c-8ba9-9d260d09826a on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:02:05.850782 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Attempting to bind port 47540065-012c-490c-8ba9-9d260d09826a by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': 'eef0c14e-2646-43e4-b8e7-d590a7fac213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:02:05.851207 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Attempting to bind port 47540065-012c-490c-8ba9-9d260d09826a on network cd5a7991-8424-4d99-aa53-91f61d4dba19 {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:02:05.855187 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:02:05.857531 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:02:05.857970 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Checking segment: {'id': 'eef0c14e-2646-43e4-b8e7-d590a7fac213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:02:05.858456 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:05.859348 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Bound using segment: {'id': 'eef0c14e-2646-43e4-b8e7-d590a7fac213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:02:05.859348 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Bound port: 47540065-012c-490c-8ba9-9d260d09826a, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c14e-2646-43e4-b8e7-d590a7fac213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:02:05.859695 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:05.945760 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] For port 47540065-012c-490c-8ba9-9d260d09826a, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:02:05.949526 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] For port 47540065-012c-490c-8ba9-9d260d09826a, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=47540065-012c-490c-8ba9-9d260d09826a,segment=NetworkSegment(eef0c14e-2646-43e4-b8e7-d590a7fac213),segment_id=eef0c14e-2646-43e4-b8e7-d590a7fac213)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:02:05.953733 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:05.957517 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:02:06.025419 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Routers {'7ac0930b-905e-437d-92c7-50c2c29d14c6'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:02:06.026178 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda384d2670>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:02:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['7ac0930b-905e-437d-92c7-50c2c29d14c6'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:02:06.177354 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Pushing event updated for resources: {'Port': ['ID=47540065-012c-490c-8ba9-9d260d09826a,revision_number=4']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:02:06.180549 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:02:06.197940 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] Set router 7ac0930b-905e-437d-92c7-50c2c29d14c6 gateway port host: None {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:02:06.513919 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda384d2670>, [{'id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'name': 'router1', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:01:54Z', 'updated_at': '2021-07-19T01:02:03Z', 'revision_number': 2, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'gw_port_host': None, '_interfaces': [{'id': '47540065-012c-490c-8ba9-9d260d09826a', 'name': '', 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'mac_address': 'fa:16:3e:14:96:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:03Z', 'updated_at': '2021-07-19T01:02:05Z', 'revision_number': 4, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'subnets': [{'id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e7e8cab-d191-404a-a9ee-f6f085fdea1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:02:06.518568 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ec432-b56f-4034-b68c-afce13a10afb None None] The sync data for ids ['7ac0930b-905e-437d-92c7-50c2c29d14c6'] in dv-cinder-801236-1-iscsi is: [{'id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'name': 'router1', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:01:54Z', 'updated_at': '2021-07-19T01:02:03Z', 'revision_number': 2, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'gw_port_host': None, '_interfaces': [{'id': '47540065-012c-490c-8ba9-9d260d09826a', 'name': '', 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'mac_address': 'fa:16:3e:14:96:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:03Z', 'updated_at': '2021-07-19T01:02:05Z', 'revision_number': 4, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'subnets': [{'id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e7e8cab-d191-404a-a9ee-f6f085fdea1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:02:06.769587 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60930) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:02:06.917646 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d44d40-58bb-4d2a-bc6f-663afb255f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:02:06.918245 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-32d44d40-58bb-4d2a-bc6f-663afb255f5c admin admin] Synchronizing usage tracker for tenant:f8067340628b4eff816bb622526eaf34 on resource:network {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:02:06.936669 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-32d44d40-58bb-4d2a-bc6f-663afb255f5c admin admin] Unset dirty status for tenant:f8067340628b4eff816bb622526eaf34 on resource:network {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:02:06.939185 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-32d44d40-58bb-4d2a-bc6f-663afb255f5c admin admin] 10.222.0.24 "GET /v2.0/networks/7d593f98-e37a-458f-a122-e95b8a18b7fd HTTP/1.1" status: 200  len: 842 time: 0.1685772
Jul 19 01:02:06.947342 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'ip_version': 4}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:02:06.952510 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:02:06.957434 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Usage tracker for resource:subnet and tenant:f8067340628b4eff816bb622526eaf34 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:02:06.960207 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:02:06.965898 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:02:06.975867 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Made reservation on behalf of f8067340628b4eff816bb622526eaf34 for: {'subnet': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:02:06.978122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:07.350016 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.objects.ports [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78648) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jul 19 01:02:07.350483 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:07.354255 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:02:07.426733 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=769143da-b1cf-41c3-bdab-cb4c1062a1c4,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:02:07.430318 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:02:07.432519 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:02:07.432758 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Network hostable DHCP agents. Network: 7d593f98-e37a-458f-a122-e95b8a18b7fd, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:02:07.452418 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:02:07.462049 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 7d593f98-e37a-458f-a122-e95b8a18b7fd) {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:02:07.466017 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:02:07.466602 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:07.471823 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b074e-b212-4356-ade5-6ab3c39538b8 None None] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:02:07.486405 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5425344
Jul 19 01:02:07.696107 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0388905-9ed3-4321-b6b0-35d3366fef16 None None] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:02:08.883006 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 47540065-012c-490c-8ba9-9d260d09826a up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:02:08.948188 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 47540065-012c-490c-8ba9-9d260d09826a completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:02:08.953140 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 47540065-012c-490c-8ba9-9d260d09826a triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:02:08.953598 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:09.088538 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:09.119579 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 47540065-012c-490c-8ba9-9d260d09826a, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=47540065-012c-490c-8ba9-9d260d09826a,segment=NetworkSegment(eef0c14e-2646-43e4-b8e7-d590a7fac213),segment_id=eef0c14e-2646-43e4-b8e7-d590a7fac213)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:02:09.123370 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:09.126834 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:02:09.193167 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=47540065-012c-490c-8ba9-9d260d09826a,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:02:09.196896 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:02:09.683215 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 60944) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:02:09.874833 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b796aed4-e5e5-4166-b255-78234ec8594a admin admin] 10.222.0.24 "GET /v2.0/routers/7ac0930b-905e-437d-92c7-50c2c29d14c6 HTTP/1.1" status: 200  len: 710 time: 0.1904893
Jul 19 01:02:09.996965 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37304b4f-dd66-4fec-9976-da2c1c87054b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:02:09.998215 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-37304b4f-dd66-4fec-9976-da2c1c87054b admin admin] 10.222.0.24 "GET /v2.0/networks/7d593f98-e37a-458f-a122-e95b8a18b7fd HTTP/1.1" status: 200  len: 886 time: 0.1175387
Jul 19 01:02:10.006955 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:02:10.461337 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:10.771367 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:10.827253 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:10.869890 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 47540065-012c-490c-8ba9-9d260d09826a up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:02:10.936607 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 47540065-012c-490c-8ba9-9d260d09826a triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:02:10.936977 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:10.954626 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Allocated IP 172.27.3.7 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/b302ba69-1604-4c9f-b380-82c0abfd2064) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:02:11.094830 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:11.121641 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:11.125893 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:02:11.185523 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:02:11.188187 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:02:11.192432 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:02:11.258792 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Pushing event updated for resources: {'Port': ['ID=b302ba69-1604-4c9f-b380-82c0abfd2064,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:02:11.306050 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:02:11.564386 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:11.940985 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:11.944223 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1766950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1766957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1764159'] for router, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:12.113097 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Router 7ac0930b-905e-437d-92c7-50c2c29d14c6 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:02:12.282641 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:02:12.291050 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Notify callbacks [] for router, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:12.292227 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ac0930b-905e-437d-92c7-50c2c29d14c6 HTTP/1.1" status: 200  len: 888 time: 2.2886534
Jul 19 01:02:12.292691 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Sync routers for ids ['7ac0930b-905e-437d-92c7-50c2c29d14c6'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:02:12.303473 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Routers {'7ac0930b-905e-437d-92c7-50c2c29d14c6'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:02:12.304160 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda38ae6850>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:02:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['7ac0930b-905e-437d-92c7-50c2c29d14c6'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:02:12.492471 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Set router 7ac0930b-905e-437d-92c7-50c2c29d14c6 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:02:12.825960 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda38ae6850>, [{'id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'name': 'router1', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b302ba69-1604-4c9f-b380-82c0abfd2064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:01:54Z', 'updated_at': '2021-07-19T01:02:11Z', 'revision_number': 4, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'gw_port': {'id': 'b302ba69-1604-4c9f-b380-82c0abfd2064', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:10Z', 'updated_at': '2021-07-19T01:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '47540065-012c-490c-8ba9-9d260d09826a', 'name': '', 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'mac_address': 'fa:16:3e:14:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:03Z', 'updated_at': '2021-07-19T01:02:09Z', 'revision_number': 5, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'subnets': [{'id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e7e8cab-d191-404a-a9ee-f6f085fdea1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:02:12.831290 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Checking router: 7ac0930b-905e-437d-92c7-50c2c29d14c6 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:02:12.831645 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Updating router 7ac0930b-905e-437d-92c7-50c2c29d14c6 port b302ba69-1604-4c9f-b380-82c0abfd2064 binding host dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:02:12.884172 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:13.202845 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Notify callbacks [] for port, precommit_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:13.214522 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Transition to ACTIVE for port object b302ba69-1604-4c9f-b380-82c0abfd2064 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:02:13.219918 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:13.224566 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-19fb058e-e4b7-41bf-8003-ba844e2c5042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:02:13.299291 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Attempting to bind port b302ba69-1604-4c9f-b380-82c0abfd2064 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:02:13.299916 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Attempting to bind port b302ba69-1604-4c9f-b380-82c0abfd2064 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:02:13.300016 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Attempting to bind port b302ba69-1604-4c9f-b380-82c0abfd2064 on network 7d593f98-e37a-458f-a122-e95b8a18b7fd {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:02:13.307336 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:02:13.307711 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:02:13.308111 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:13.308532 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Bound using segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:02:13.308996 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Bound port: b302ba69-1604-4c9f-b380-82c0abfd2064, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:02:13.309383 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:13.331416 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f0f72-c988-49ec-83fb-172c1a855b3a None None] Pushing event updated for resources: {'Port': ['ID=b302ba69-1604-4c9f-b380-82c0abfd2064,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:02:13.339141 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-667f0f72-c988-49ec-83fb-172c1a855b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:02:13.382434 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] For port b302ba69-1604-4c9f-b380-82c0abfd2064, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:02:13.385289 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] For port b302ba69-1604-4c9f-b380-82c0abfd2064, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=b302ba69-1604-4c9f-b380-82c0abfd2064,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:02:13.389862 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:13.394909 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:02:13.492280 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Routers {'7ac0930b-905e-437d-92c7-50c2c29d14c6'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:02:13.492881 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda38ae6850>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:02:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['7ac0930b-905e-437d-92c7-50c2c29d14c6'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:02:13.553023 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f0f72-c988-49ec-83fb-172c1a855b3a None None] Pushing event updated for resources: {'Port': ['ID=b302ba69-1604-4c9f-b380-82c0abfd2064,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:02:13.557262 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-667f0f72-c988-49ec-83fb-172c1a855b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:02:13.672511 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] Set router 7ac0930b-905e-437d-92c7-50c2c29d14c6 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:02:13.992122 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda38ae6850>, [{'id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'name': 'router1', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b302ba69-1604-4c9f-b380-82c0abfd2064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:01:54Z', 'updated_at': '2021-07-19T01:02:11Z', 'revision_number': 4, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'gw_port': {'id': 'b302ba69-1604-4c9f-b380-82c0abfd2064', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:10Z', 'updated_at': '2021-07-19T01:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '47540065-012c-490c-8ba9-9d260d09826a', 'name': '', 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'mac_address': 'fa:16:3e:14:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:03Z', 'updated_at': '2021-07-19T01:02:09Z', 'revision_number': 5, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'subnets': [{'id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e7e8cab-d191-404a-a9ee-f6f085fdea1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:02:13.995841 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe57ab8-c4a1-4117-a804-8ed574177f62 None None] The sync data for ids ['7ac0930b-905e-437d-92c7-50c2c29d14c6'] in dv-cinder-801236-1-iscsi is: [{'id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'name': 'router1', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b302ba69-1604-4c9f-b380-82c0abfd2064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:01:54Z', 'updated_at': '2021-07-19T01:02:11Z', 'revision_number': 4, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'gw_port': {'id': 'b302ba69-1604-4c9f-b380-82c0abfd2064', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:10Z', 'updated_at': '2021-07-19T01:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '47540065-012c-490c-8ba9-9d260d09826a', 'name': '', 'network_id': 'cd5a7991-8424-4d99-aa53-91f61d4dba19', 'tenant_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'mac_address': 'fa:16:3e:14:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0930b-905e-437d-92c7-50c2c29d14c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:03Z', 'updated_at': '2021-07-19T01:02:09Z', 'revision_number': 5, 'project_id': '57bcb2f75f8e4cdf9c06b3da540ef946', 'subnets': [{'id': '869ec5cd-738f-4909-bb81-fd079fdd5b1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e7e8cab-d191-404a-a9ee-f6f085fdea1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:02:14.610719 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 60954) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:02:14.850223 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.policy [None req-b313cf77-13d1-4f23-a49d-28b1bb9dfa3f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78647) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 19 01:02:14.893343 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device b302ba69-1604-4c9f-b380-82c0abfd2064 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:02:14.896886 dv-cinder-801236-1-iscsi neutron-server[78647]: WARNING oslo_policy.policy [None req-b313cf77-13d1-4f23-a49d-28b1bb9dfa3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 19 01:02:14.897266 dv-cinder-801236-1-iscsi neutron-server[78647]: WARNING oslo_policy.policy [None req-b313cf77-13d1-4f23-a49d-28b1bb9dfa3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 19 01:02:14.907235 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b313cf77-13d1-4f23-a49d-28b1bb9dfa3f admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 409 time: 0.2955413
Jul 19 01:02:14.966327 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port b302ba69-1604-4c9f-b380-82c0abfd2064 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:02:14.971866 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port b302ba69-1604-4c9f-b380-82c0abfd2064 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:02:14.972240 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:15.087879 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:15.104251 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port b302ba69-1604-4c9f-b380-82c0abfd2064, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=b302ba69-1604-4c9f-b380-82c0abfd2064,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:02:15.108080 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:15.110394 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:02:15.178546 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=b302ba69-1604-4c9f-b380-82c0abfd2064,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:02:15.182018 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:02:16.887508 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device b302ba69-1604-4c9f-b380-82c0abfd2064 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:02:16.972599 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port b302ba69-1604-4c9f-b380-82c0abfd2064 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:02:16.973427 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:27.954778 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-0087fbbf-59f3-44f4-84bd-51ccc98fccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:28.447070 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:30.671849 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-6e561f4e-1e98-43c5-a778-a4eac15eaea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:31.402799 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:32.846899 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:33.326239 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 5 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:02:57.957385 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-232155d9-f655-452c-8fec-be7081f8f868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:02:58.451415 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:03:00.681209 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-e4364b91-3189-4786-b517-e3f225d820bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:03:01.406119 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:03:02.850926 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:03:10.325406 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 5 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:03:27.959492 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-9304dcd5-530a-4194-b3e2-0b6b5890ae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:03:28.456607 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:03:30.677946 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-78ea8547-240f-426a-a61f-df30826ba9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:03:31.409110 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:03:32.857491 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:03:47.324495 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 5 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:03:57.962047 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-4c4900bc-95ae-4468-942a-0ec176ee45bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:03:58.458870 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:00.672714 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-08d4082f-46c8-420a-b3c5-ff64ae44bf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:01.413068 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:02.857325 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:13.826075 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33294) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:13.900596 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0370c9-3786-4373-9027-66314a7936ca admin admin] GET failed (client error): The resource could not be found.
Jul 19 01:04:13.901918 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-af0370c9-3786-4373-9027-66314a7936ca admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0748968
Jul 19 01:04:14.061246 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2437cc-3218-49f3-b5d6-8fccfd78db17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:14.062859 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-8c2437cc-3218-49f3-b5d6-8fccfd78db17 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1565082
Jul 19 01:04:16.159306 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33304) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:16.263917 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e812c47a-d8e2-4f82-88a1-1dcef1e7f800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:16.265207 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-e812c47a-d8e2-4f82-88a1-1dcef1e7f800 admin admin] 10.222.0.24 "GET /v2.0/subnets/869ec5cd-738f-4909-bb81-fd079fdd5b1f HTTP/1.1" status: 200  len: 849 time: 0.1049614
Jul 19 01:04:16.274325 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:04:16.386425 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Notify callbacks [] for subnet, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:16.576487 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785952227377'] for subnet, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:16.582111 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:04:16.646626 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:16.647498 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:16.648899 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] 10.222.0.24 "PUT /v2.0/subnets/869ec5cd-738f-4909-bb81-fd079fdd5b1f HTTP/1.1" status: 200  len: 868 time: 0.3779075
Jul 19 01:04:16.651038 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063364c4-7cfc-4bb7-8501-a9995ff8f407 None None] Network cd5a7991-8424-4d99-aa53-91f61d4dba19 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:04:16.672423 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=869ec5cd-738f-4909-bb81-fd079fdd5b1f,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:04:16.681200 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.681595 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.681900 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.682235 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.682548 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.682877 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.683193 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.683500 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.683913 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.684233 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.684542 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.684852 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Tracked resource versions report:
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]: pushed versions:
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]: {   'AddressGroup': {'1.2'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'ConntrackHelper': {'1.0'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'Log': {'1.0'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'Network': {'1.1'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'Port': {'1.7'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'PortForwarding': {'1.2'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'QosPolicy': {'1.8'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'SecurityGroup': {'1.4'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'SecurityGroupRule': {'1.2'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'SubPort': {'1.0'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'Subnet': {'1.1'},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     'Trunk': {'1.1'}}
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]: consumer versions:
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]: {   DHCP agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     L3 agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     Metadata agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     Metering agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:     Open vSwitch agent@dv-cinder-801236-1-iscsi: {   'AddressGroup': '1.2',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'ConntrackHelper': '1.0',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'Log': '1.0',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'Network': '1.1',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'Port': '1.7',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'PortForwarding': '1.2',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'QosPolicy': '1.8',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'SecurityGroup': '1.4',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'SecurityGroupRule': '1.2',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'SubPort': '1.0',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'Subnet': '1.1',
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'Trunk': '1.1'}}
Jul 19 01:04:16.686048 dv-cinder-801236-1-iscsi neutron-server[78647]:  {{(pid=78647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 19 01:04:16.689995 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:04:17.122724 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-617e2e7d-1e10-48c0-9893-c8c16eeda61e None None] Provisioning complete for port 850a74f5-8e9c-42a7-a220-6eab1693bd1f triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:04:17.123093 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-617e2e7d-1e10-48c0-9893-c8c16eeda61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:17.240814 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-617e2e7d-1e10-48c0-9893-c8c16eeda61e None None] Provisioning complete for port 47540065-012c-490c-8ba9-9d260d09826a triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:04:17.241181 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-617e2e7d-1e10-48c0-9893-c8c16eeda61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:18.755984 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33318) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:18.929752 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6060fd01-89b7-4a0c-b0e5-8d409aff8e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:18.930221 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6060fd01-89b7-4a0c-b0e5-8d409aff8e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:18.931720 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-6060fd01-89b7-4a0c-b0e5-8d409aff8e34 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1748021
Jul 19 01:04:21.011800 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33328) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:21.178980 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f0a1c-46ca-4ab2-8116-fa3078ef317a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:21.179451 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f0a1c-46ca-4ab2-8116-fa3078ef317a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:21.180956 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-760f0a1c-46ca-4ab2-8116-fa3078ef317a admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1682918
Jul 19 01:04:23.271452 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33338) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:23.431640 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f2a61-2f3b-43c7-a303-660a832b1931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:23.432957 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-871f2a61-2f3b-43c7-a303-660a832b1931 admin admin] 10.222.0.24 "GET /v2.0/networks/7d593f98-e37a-458f-a122-e95b8a18b7fd HTTP/1.1" status: 200  len: 886 time: 0.1605759
Jul 19 01:04:24.322943 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 5 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:04:25.508341 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33348) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:25.674812 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c5770-b858-40cf-afde-fe916bcf1809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:25.676135 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-858c5770-b858-40cf-afde-fe916bcf1809 admin admin] 10.222.0.24 "GET /v2.0/networks/cd5a7991-8424-4d99-aa53-91f61d4dba19 HTTP/1.1" status: 200  len: 868 time: 0.1668596
Jul 19 01:04:27.767621 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33358) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:27.876392 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b647ddd-acd0-45fd-8eca-4cb63069338f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:27.876861 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b647ddd-acd0-45fd-8eca-4cb63069338f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:27.877579 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-9b647ddd-acd0-45fd-8eca-4cb63069338f admin admin] Synchronizing usage tracker for tenant:f8067340628b4eff816bb622526eaf34 on resource:subnet {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:04:27.893737 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-9b647ddd-acd0-45fd-8eca-4cb63069338f admin admin] Unset dirty status for tenant:f8067340628b4eff816bb622526eaf34 on resource:subnet {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:04:27.899849 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-9b647ddd-acd0-45fd-8eca-4cb63069338f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1262858
Jul 19 01:04:27.964935 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-91781bd3-d695-4c52-8541-c6da33e64e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:28.462134 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:30.012068 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33368) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:30.116981 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f56ddc3-497a-4c78-af19-f4169f028b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:30.117440 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f56ddc3-497a-4c78-af19-f4169f028b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:30.118958 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-5f56ddc3-497a-4c78-af19-f4169f028b4f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1060324
Jul 19 01:04:30.674525 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-5cd5536f-72ad-4ce4-8df6-5eebc0124ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:31.415978 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:32.211190 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33378) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:32.307485 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b1bb5-90ef-4fbe-b761-57150ef9d8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:32.308768 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-272b1bb5-90ef-4fbe-b761-57150ef9d8d0 admin admin] 10.222.0.24 "GET /v2.0/subnets/769143da-b1cf-41c3-bdab-cb4c1062a1c4 HTTP/1.1" status: 200  len: 816 time: 0.0966480
Jul 19 01:04:32.859530 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:34.389284 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33388) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:34.544940 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160d8c7d-b797-45dd-aee1-44fa4c5d72b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:34.546308 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-160d8c7d-b797-45dd-aee1-44fa4c5d72b8 admin admin] 10.222.0.24 "GET /v2.0/subnets/869ec5cd-738f-4909-bb81-fd079fdd5b1f HTTP/1.1" status: 200  len: 868 time: 0.1560633
Jul 19 01:04:57.097675 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33432) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:57.144517 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [None req-3f62591b-3a06-436a-af75-bf76183f4f88 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:04:57.145497 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-3f62591b-3a06-436a-af75-bf76183f4f88 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0468616
Jul 19 01:04:57.967450 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-31dc8689-800b-449e-ae4d-2b38e9601cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:58.465946 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:04:59.297099 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33442) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:04:59.362053 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e819b95-6f5e-4eb1-8f23-5ac4c5c74eaa admin admin] GET failed (client error): The resource could not be found.
Jul 19 01:04:59.363280 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-2e819b95-6f5e-4eb1-8f23-5ac4c5c74eaa admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0652657
Jul 19 01:04:59.485688 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f8d19e-f002-4088-8793-626593fc78b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:04:59.487095 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-d4f8d19e-f002-4088-8793-626593fc78b3 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1200922
Jul 19 01:05:00.677149 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f1799921-39db-410e-a847-ac2b37b47e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:01.321482 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 5 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:05:01.421905 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:01.591944 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33452) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:05:01.638775 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:05:01.643276 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:05:01.652618 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:05:01.661923 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Made reservation on behalf of f8067340628b4eff816bb622526eaf34 for: {'network': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:05:01.664122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:01.749981 dv-cinder-801236-1-iscsi neutron-server[78648]: WARNING neutron.services.revisions.revision_plugin [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fda370941c0] {project_id='f8067340628b4eff816bb622526eaf34', id='4d3aaf74-643a-4741-8034-8e27569bb282', target_tenant='*', action='access_as_shared', object_id='7ff8243a-eefb-4471-a7c3-c387e91bd440'}> to bump revision.
Jul 19 01:05:01.760991 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82}  {{(pid=78648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:05:01.769966 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:01.770292 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.segments_db [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Added segment 6405d882-6c64-4273-b44e-97a8eab48cbf of type vlan for network 7ff8243a-eefb-4471-a7c3-c387e91bd440
Jul 19 01:05:01.794122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:01.820691 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:01.822045 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:05:01.822609 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:01.827388 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:05:01.916177 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.3231626
Jul 19 01:05:01.920699 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff8243a-eefb-4471-a7c3-c387e91bd440,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:05:01.927915 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.928243 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.928568 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.928885 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.929196 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.929508 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.929846 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.930153 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.930479 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.930789 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.931114 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.931392 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:01.935174 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:05:01.942733 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 7ff8243a-eefb-4471-a7c3-c387e91bd440 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:05:02.861954 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:04.024582 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33462) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:05:04.090358 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc495a7-c15f-44ac-9e68-dd4819617ffb admin admin] GET failed (client error): The resource could not be found.
Jul 19 01:05:04.090861 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-5fc495a7-c15f-44ac-9e68-dd4819617ffb admin admin] Synchronizing usage tracker for tenant:f8067340628b4eff816bb622526eaf34 on resource:network {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:05:04.104922 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-5fc495a7-c15f-44ac-9e68-dd4819617ffb admin admin] Unset dirty status for tenant:f8067340628b4eff816bb622526eaf34 on resource:network {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:05:04.106582 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-5fc495a7-c15f-44ac-9e68-dd4819617ffb admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0811231
Jul 19 01:05:04.208227 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fb9a15-4135-49b4-b6f3-d1c31e13b63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:05:04.209624 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-93fb9a15-4135-49b4-b6f3-d1c31e13b63b admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.0990171
Jul 19 01:05:04.218829 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440', 'cidr': '192.168.233.0/24'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:05:04.222949 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:05:04.232689 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:05:04.241642 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Made reservation on behalf of f8067340628b4eff816bb622526eaf34 for: {'subnet': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:05:04.243794 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:04.433000 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:04.437749 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-60a814a7-aa18-49fb-a624-cfa451d9f4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:05:04.502125 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=972be20e-b4b3-41c0-8070-8f1211c09d06,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:05:04.505304 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:05:04.510842 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Checking segment: {'id': '6405d882-6c64-4273-b44e-97a8eab48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:05:04.511183 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Network hostable DHCP agents. Network: 7ff8243a-eefb-4471-a7c3-c387e91bd440, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:05:04.528439 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Network 7ff8243a-eefb-4471-a7c3-c387e91bd440 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:05:04.536991 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 7ff8243a-eefb-4471-a7c3-c387e91bd440) {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:05:04.540852 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:05:04.541448 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:04.546458 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ddc0d9-4136-4e9e-9a2f-754cf6e21351 None None] Network 7ff8243a-eefb-4471-a7c3-c387e91bd440 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:05:04.565836 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3502281
Jul 19 01:05:04.766672 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd5a257-e18e-57a7-9ff8-706e6ca1d8f8-7ff8243a-eefb-4471-a7c3-c387e91bd440', 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440', 'tenant_id': 'f8067340628b4eff816bb622526eaf34', 'fixed_ips': [{'subnet_id': '972be20e-b4b3-41c0-8070-8f1211c09d06'}]}} from dv-cinder-801236-1-iscsi. {{(pid=78649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 19 01:05:04.767577 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:04.922064 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.db_base_plugin_common [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Allocated IP 192.168.233.2 (7ff8243a-eefb-4471-a7c3-c387e91bd440/972be20e-b4b3-41c0-8070-8f1211c09d06/421407b5-1bd4-45b9-839c-36fed37412b1) {{(pid=78649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:05:05.125835 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Notify callbacks [] for port, precommit_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:05.136964 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Transition to ACTIVE for port object 421407b5-1bd4-45b9-839c-36fed37412b1 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:05:05.156096 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Transition to ACTIVE for port object 421407b5-1bd4-45b9-839c-36fed37412b1 will not be triggered until provisioned by entity DHCP. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:05:05.161890 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:05.166435 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:05:05.230063 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Network 7ff8243a-eefb-4471-a7c3-c387e91bd440 is already hosted by enough agents. {{(pid=78649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:05:05.233005 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.base_scheduler [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Resources bound (agent type, host, resource id):  {{(pid=78649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:05:05.235536 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Received port after_create {{(pid=78649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:05:05.268814 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Pushing event updated for resources: {'Port': ['ID=421407b5-1bd4-45b9-839c-36fed37412b1,revision_number=1']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:05:05.284027 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.284379 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.284714 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.285061 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.285389 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.285752 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.286060 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.286378 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.286712 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.287029 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.287338 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.287648 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:05:05.291273 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:05:05.343118 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Attempting to bind port 421407b5-1bd4-45b9-839c-36fed37412b1 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:05:05.343482 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Attempting to bind port 421407b5-1bd4-45b9-839c-36fed37412b1 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '6405d882-6c64-4273-b44e-97a8eab48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:05:05.343840 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Attempting to bind port 421407b5-1bd4-45b9-839c-36fed37412b1 on network 7ff8243a-eefb-4471-a7c3-c387e91bd440 {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:05:05.349221 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:05:05.349595 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Checking segment: {'id': '6405d882-6c64-4273-b44e-97a8eab48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:05:05.350021 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:05.350415 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Bound using segment: {'id': '6405d882-6c64-4273-b44e-97a8eab48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:05:05.350876 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Bound port: 421407b5-1bd4-45b9-839c-36fed37412b1, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6405d882-6c64-4273-b44e-97a8eab48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:05:05.351262 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:05.461409 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] For port 421407b5-1bd4-45b9-839c-36fed37412b1, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:05:05.464483 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] For port 421407b5-1bd4-45b9-839c-36fed37412b1, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=421407b5-1bd4-45b9-839c-36fed37412b1,segment=NetworkSegment(6405d882-6c64-4273-b44e-97a8eab48cbf),segment_id=6405d882-6c64-4273-b44e-97a8eab48cbf)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:05:05.468271 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:05.472000 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:05:05.548002 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Pushing event updated for resources: {'Port': ['ID=421407b5-1bd4-45b9-839c-36fed37412b1,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:05:05.553351 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:05:06.424383 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad36b8-62eb-48bc-9398-b8d9eb552e22 None None] Network 7ff8243a-eefb-4471-a7c3-c387e91bd440 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:05:06.543631 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-25bdfc9f-806f-4812-a33c-1c519938cc36 None None] Provisioning for port 421407b5-1bd4-45b9-839c-36fed37412b1 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:05:06.984090 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 421407b5-1bd4-45b9-839c-36fed37412b1 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:05:07.053966 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 421407b5-1bd4-45b9-839c-36fed37412b1 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:05:07.059365 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 421407b5-1bd4-45b9-839c-36fed37412b1 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:05:07.059786 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:07.174483 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:07.205833 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 421407b5-1bd4-45b9-839c-36fed37412b1, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=421407b5-1bd4-45b9-839c-36fed37412b1,segment=NetworkSegment(6405d882-6c64-4273-b44e-97a8eab48cbf),segment_id=6405d882-6c64-4273-b44e-97a8eab48cbf)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:05:07.209850 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:07.212983 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:05:07.276624 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=421407b5-1bd4-45b9-839c-36fed37412b1,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:05:07.279754 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:05:08.963847 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 421407b5-1bd4-45b9-839c-36fed37412b1 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:05:09.033058 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 421407b5-1bd4-45b9-839c-36fed37412b1 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:05:09.033336 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:27.972647 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d1358222-2773-4b95-9422-5c8f3d1239d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:28.468388 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:30.677322 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d7032476-33b0-433f-8cc9-a6d14ea93b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:31.419988 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:32.866107 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:38.320311 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 5 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:05:57.974481 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-dde4b830-c4d7-4307-b489-f66b1112b42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:05:58.470938 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:00.677389 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a317fe7e-ec71-42b2-a79c-fa140701aff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:01.423175 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:02.866683 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:15.319135 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 5 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:06:26.297352 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33512) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:06:26.303273 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [None req-fc9428b0-b5c0-4ca4-ad69-9327a6d9e4f8 tempest-verify_tempest_config-1227448686 tempest-verify_tempest_config-1227448686-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:06:26.304200 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-fc9428b0-b5c0-4ca4-ad69-9327a6d9e4f8 tempest-verify_tempest_config-1227448686 tempest-verify_tempest_config-1227448686-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0058784
Jul 19 01:06:26.596896 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33530) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:06:26.707481 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:26.721282 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:06:26.724936 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Usage tracker for resource:security_group_rule and tenant:3af307801d8e4a7b9d65c3a2d5262b01 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:06:26.728241 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:06:26.733675 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:06:26.814779 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:26.818331 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:26.826649 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:06:26.862544 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Synchronizing usage tracker for tenant:f8067340628b4eff816bb622526eaf34 on resource:security_group {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:06:26.866698 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18658e6-9a21-428b-b1b8-80d654bbe87f,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:06:26.876807 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.877155 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.877480 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.877830 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.878171 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.878540 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.878825 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.879138 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.879462 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.879807 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.880331 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.880634 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:06:26.885917 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:06:26.892616 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Unset dirty status for tenant:f8067340628b4eff816bb622526eaf34 on resource:security_group {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:06:26.893820 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3af307801d8e4a7b9d65c3a2d5262b01&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2959516
Jul 19 01:06:26.896305 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33536) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:06:26.952401 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c56ba92-95fe-4a9a-b853-f053fd493aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:26.977104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c56ba92-95fe-4a9a-b853-f053fd493aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:27.066018 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c56ba92-95fe-4a9a-b853-f053fd493aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:27.069633 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:06:27.080788 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56ba92-95fe-4a9a-b853-f053fd493aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18658e6-9a21-428b-b1b8-80d654bbe87f,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:06:27.084244 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9c56ba92-95fe-4a9a-b853-f053fd493aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:06:27.087809 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9c56ba92-95fe-4a9a-b853-f053fd493aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:27.088903 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-9c56ba92-95fe-4a9a-b853-f053fd493aed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c18658e6-9a21-428b-b1b8-80d654bbe87f HTTP/1.1" status: 204  len: 168 time: 0.1917143
Jul 19 01:06:27.979423 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-e16c3f62-6827-48f8-9d36-3c8d2ef3027c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:28.473259 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:30.678679 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-6287ff13-5b4d-4dfb-b158-4f9edc6a05c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:31.427105 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:32.868980 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:52.317392 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 5 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:06:57.980792 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-b2324960-2b2a-4d75-b574-f6557ccc44c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:06:58.469973 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:00.680224 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-c8401970-affd-4ed6-a0b3-5e50d2777c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:01.428487 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:02.870444 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:27.982146 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-abd37dab-24fd-4300-9112-8a89776e27b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:28.471336 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:29.315780 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 5 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:07:30.682045 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-27a2d74f-c89c-4d51-8e25-673aa188ecf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:31.430688 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:32.875253 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:57.983162 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-cb5a88b2-923d-4bbb-be4e-336246abb2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:58.471702 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:07:59.252396 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766473'] for agent, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:00.683625 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-98b1283a-40de-49ff-8bdf-62a2a87a6d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:01.434430 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:02.875848 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:06.314420 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:08:13.775540 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33608) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:08:13.886842 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-bc071e55-47bb-4fd0-b818-d2aed6cba246 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1102142
Jul 19 01:08:15.997549 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33618) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:08:16.063471 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-7826a980-05d5-47c1-ac03-1ed0c0a63a95 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0648270
Jul 19 01:08:27.985282 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6ab5-587c-403a-b4b4-f75defabb152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:28.471494 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:29.210079 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:30.683293 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe144ba8-8c51-4bfc-bf87-f3ad40e280e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:31.436751 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:32.879133 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:43.313523 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:08:57.987436 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d2939d9c-8d18-43e9-93dc-55723beb6772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:58.473364 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:08:59.208215 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:00.688729 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-cba483db-d7b5-4386-ab4e-743049c3f197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:01.438434 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:02.881738 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:20.313102 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:09:27.989929 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-97a663b9-662c-4e96-afcd-9bcad207350b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:28.474680 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:29.222328 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:30.691062 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-48ef8be9-8bc5-4003-bf25-c1943b571581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:31.443766 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:32.885234 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:40.645797 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33796) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:40.831864 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33814) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:40.864613 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-214686437-network', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:40.866504 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.quota [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fda383c02e0>.
Jul 19 01:09:40.872860 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:40.878488 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Usage tracker for resource:network and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:40.882437 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:40.889790 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:40.903543 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Made reservation on behalf of da4b6b1b1cae4c68818c57fc60b9f135 for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:40.906352 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:40.933631 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:40.949087 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:40.953182 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Usage tracker for resource:security_group_rule and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:40.956489 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:40.962817 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:41.066054 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.070520 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.074067 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:41.106988 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:09:41.109286 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ff0d10-5a6d-4e2a-b52b-4a15d5664b6e,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:41.121480 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.121860 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.122151 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.122648 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.122978 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.123298 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.123617 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.123938 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.124253 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.124564 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.124875 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.125183 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Tracked resource versions report:
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]: pushed versions:
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]: {   'AddressGroup': {'1.2'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'ConntrackHelper': {'1.0'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'Log': {'1.0'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'Network': {'1.1'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'Port': {'1.7'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'PortForwarding': {'1.2'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'QosPolicy': {'1.8'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'SecurityGroup': {'1.4'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'SecurityGroupRule': {'1.2'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'SubPort': {'1.0'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'Subnet': {'1.1'},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     'Trunk': {'1.1'}}
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]: consumer versions:
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]: {   DHCP agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     HyperV agent@hv-cinder-80123: {},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     L3 agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     Metadata agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     Metering agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:     Open vSwitch agent@dv-cinder-801236-1-iscsi: {   'AddressGroup': '1.2',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'ConntrackHelper': '1.0',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'Log': '1.0',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'Network': '1.1',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'Port': '1.7',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'PortForwarding': '1.2',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'QosPolicy': '1.8',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'SecurityGroup': '1.4',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'SecurityGroupRule': '1.2',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'SubPort': '1.0',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'Subnet': '1.1',
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:                                                      'Trunk': '1.1'}}
Jul 19 01:09:41.126264 dv-cinder-801236-1-iscsi neutron-server[78647]:  {{(pid=78647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 19 01:09:41.133571 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:41.134607 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785952316564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.135198 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fda3911c940> segment precommit_create {{(pid=78647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 19 01:09:41.135661 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Added segment d6e6a683-1172-45f5-8ab1-940c5587aeb0 of type vlan for network f774c46c-cf9f-418a-af16-4ea8967b6c0a
Jul 19 01:09:41.200159 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.238590 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.239865 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:41.240438 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.245550 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:41.296093 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-665616117-network', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:41.354972 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7052426
Jul 19 01:09:41.355410 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33840) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:41.358730 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Pushing event updated for resources: {'Network': ['ID=f774c46c-cf9f-418a-af16-4ea8967b6c0a,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:41.361515 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Request body: {'subnet': {'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-subnet', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:41.362554 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:41.364944 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:41.367373 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Usage tracker for resource:network and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:41.370311 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:41.370690 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network f774c46c-cf9f-418a-af16-4ea8967b6c0a details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:09:41.376440 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:41.385828 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:41.388331 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Made reservation on behalf of 64cb4437e8d44258a6db38171e3fc745 for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:41.392170 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.393025 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Usage tracker for resource:subnet and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:41.407543 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:41.408349 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.420219 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:41.424534 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:41.429418 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Usage tracker for resource:security_group_rule and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:41.433740 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:41.443836 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Made reservation on behalf of da4b6b1b1cae4c68818c57fc60b9f135 for: {'subnet': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:41.447294 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.451726 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:41.550498 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.552618 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33854) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:41.561311 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.577434 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:09:41.588331 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.588913 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Added segment a89ad2ef-142a-4237-924e-33fea6b63d7c of type vlan for network b731d6dd-df44-4e7f-9097-7719acf232e6
Jul 19 01:09:41.610322 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:41.626663 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.649738 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bfd3f0-9e44-4507-967d-1e159b15b916,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:41.677175 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:41.677804 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33866) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:41.684872 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.686288 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:41.686949 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.712513 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-fb19ec44-9e09-4e39-9f02-ef5b093e525e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:41.768759 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:41.774560 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:41.850483 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Pushing event updated for resources: {'Network': ['ID=b731d6dd-df44-4e7f-9097-7719acf232e6,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:41.851589 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6850151f-be62-45f4-b8da-0760dbd30228,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:41.859152 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:41.865675 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network b731d6dd-df44-4e7f-9097-7719acf232e6 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:09:41.866830 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.867526 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.868122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.868669 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.869246 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.870032 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.870590 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.871072 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.871565 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.872026 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.872484 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.873146 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Tracked resource versions report:
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]: pushed versions:
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]: {   'AddressGroup': {'1.2'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'ConntrackHelper': {'1.0'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'Log': {'1.0'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'Network': {'1.1'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'Port': {'1.7'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'PortForwarding': {'1.2'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'QosPolicy': {'1.8'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'SecurityGroup': {'1.4'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'SecurityGroupRule': {'1.2'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'SubPort': {'1.0'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'Subnet': {'1.1'},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     'Trunk': {'1.1'}}
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]: consumer versions:
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]: {   DHCP agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     HyperV agent@hv-cinder-80123: {},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     L3 agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     Metadata agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     Metering agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:     Open vSwitch agent@dv-cinder-801236-1-iscsi: {   'AddressGroup': '1.2',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'ConntrackHelper': '1.0',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'Log': '1.0',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'Network': '1.1',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'Port': '1.7',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'PortForwarding': '1.2',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'QosPolicy': '1.8',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'SecurityGroup': '1.4',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'SecurityGroupRule': '1.2',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'SubPort': '1.0',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'Subnet': '1.1',
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:                                                      'Trunk': '1.1'}}
Jul 19 01:09:41.874434 dv-cinder-801236-1-iscsi neutron-server[78648]:  {{(pid=78648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 19 01:09:41.880758 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33874) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:41.886336 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:41.887804 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Checking segment: {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:09:41.888554 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Network hostable DHCP agents. Network: f774c46c-cf9f-418a-af16-4ea8967b6c0a, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:09:41.895269 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0618382
Jul 19 01:09:41.895869 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33880) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:41.902077 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Request body: {'subnet': {'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-665616117-subnet', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:41.919048 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:41.931689 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Usage tracker for resource:subnet and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:41.938859 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:41.958113 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:41.975680 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2076521457-network', 'tenant_id': '63b1ff8ffc31441cae9f04ef3deb45eb'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:41.984789 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:41.992174 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Network f774c46c-cf9f-418a-af16-4ea8967b6c0a is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:09:41.996102 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Usage tracker for resource:network and tenant:63b1ff8ffc31441cae9f04ef3deb45eb is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:42.004341 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Made reservation on behalf of 64cb4437e8d44258a6db38171e3fc745 for: {'subnet': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:42.014102 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:42.019653 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.023995 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-424361744-network', 'tenant_id': '835810a671274c678061e6a404c480e0'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:42.033317 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:42.038273 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:42.045420 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-network', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:42.051730 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:42.060704 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Usage tracker for resource:network and tenant:835810a671274c678061e6a404c480e0 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:42.064026 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Usage tracker for resource:network and tenant:93b72b8acdfd484f8fe209c3488ee8ba is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:42.066791 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:42.074052 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:42.075151 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, f774c46c-cf9f-418a-af16-4ea8967b6c0a) {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:42.076864 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:42.084582 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:42.085488 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.089202 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:42.092215 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af115ec-dc9b-49cb-a5d3-0fc8718e064d None None] Network f774c46c-cf9f-418a-af16-4ea8967b6c0a requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:09:42.107453 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Made reservation on behalf of 63b1ff8ffc31441cae9f04ef3deb45eb for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:42.114661 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.147944 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Made reservation on behalf of 835810a671274c678061e6a404c480e0 for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:42.151244 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.159980 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8012140
Jul 19 01:09:42.164714 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33886) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:42.172123 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:42.175338 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.176838 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:42.181053 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Usage tracker for resource:router and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:42.184681 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:42.185353 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.190822 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:42.199531 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Made reservation on behalf of 93b72b8acdfd484f8fe209c3488ee8ba for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:42.202356 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.207168 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1764116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-230778'] for router, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.208256 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-230771'] for router, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.223201 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.224818 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.235061 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:42.237764 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:42.246723 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Usage tracker for resource:security_group_rule and tenant:63b1ff8ffc31441cae9f04ef3deb45eb is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:42.250941 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Usage tracker for resource:security_group_rule and tenant:835810a671274c678061e6a404c480e0 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:42.253988 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:42.257231 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:42.259759 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:42.268937 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:42.271600 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:42.275783 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Usage tracker for resource:security_group_rule and tenant:93b72b8acdfd484f8fe209c3488ee8ba is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:42.284829 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:42.301329 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:42.485562 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.556998 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.570289 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.589693 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.604708 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd5a257-e18e-57a7-9ff8-706e6ca1d8f8-f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228'}]}} from dv-cinder-801236-1-iscsi. {{(pid=78649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 19 01:09:42.605558 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.625328 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:09:42.638527 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.639422 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Added segment 4e845350-cf67-4939-a0a2-5f525dc4a0bc of type vlan for network 21b21fff-ae80-46fa-9bb7-9194a4b077c4
Jul 19 01:09:42.714420 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:42.735061 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.789167 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.849571 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.860269 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.860485 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2abc3ead-954f-4cd7-a200-8b81646b5c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:42.891512 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:42.953966 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1f3b49-fa71-4455-a4a4-a405e41ffb10,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:42.961063 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Checking segment: {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:09:42.961511 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Network hostable DHCP agents. Network: b731d6dd-df44-4e7f-9097-7719acf232e6, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:09:42.981750 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:42.988002 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:43.008465 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:09:43.037779 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.039013 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Added segment 6a384404-000e-44bd-b36d-468136cd66d5 of type vlan for network acecac2a-f68a-478a-b6a8-0576f7e3cd9f
Jul 19 01:09:43.052533 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Network b731d6dd-df44-4e7f-9097-7719acf232e6 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:09:43.067634 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d18527d-86aa-48ae-8533-03dfaba1e0c0,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:43.071729 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:43.072207 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:43.073335 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, b731d6dd-df44-4e7f-9097-7719acf232e6) {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:43.078271 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.db_base_plugin_common [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Allocated IP 172.20.0.2 (f774c46c-cf9f-418a-af16-4ea8967b6c0a/6850151f-be62-45f4-b8da-0760dbd30228/ad052fb1-45cb-45cc-a1fc-6ad721b3632c) {{(pid=78649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:09:43.084405 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:43.085184 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.129867 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e27873-5be5-4642-bfaa-5918330c4b07,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:43.133272 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:43.134076 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.138139 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:43.138296 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:43.154146 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:43.154751 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.201491 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:09:43.225947 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:43.270424 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7159865
Jul 19 01:09:43.284669 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc5729-0c6f-491c-875e-aed2b28388d9 None None] Network b731d6dd-df44-4e7f-9097-7719acf232e6 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:09:43.294089 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33930) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:43.309179 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-fdfcf241-b073-4c56-a6f0-ee9c55b381bd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4086499
Jul 19 01:09:43.316181 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.357306 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.358133 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Added segment 5cdd43fb-5d3f-47ae-8d38-cfec29a839b7 of type vlan for network 7f523857-323d-451b-8a62-22fa5227ef57
Jul 19 01:09:43.360673 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 33936) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:43.361809 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.381910 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Request body: {'subnet': {'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2076521457-subnet', 'tenant_id': '63b1ff8ffc31441cae9f04ef3deb45eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:43.390218 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:43.392622 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.402033 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.402915 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Usage tracker for resource:subnet and tenant:63b1ff8ffc31441cae9f04ef3deb45eb is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:43.406259 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:43.407009 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.472485 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:43.496004 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Pushing event updated for resources: {'Network': ['ID=21b21fff-ae80-46fa-9bb7-9194a4b077c4,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:43.498513 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:43.504001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:43.505420 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.509296 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:43.522095 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:09:43.555722 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.6717494
Jul 19 01:09:43.558324 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33946) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:43.565804 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Allocated IP 172.27.3.86 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/3a84a154-cd40-480b-b87e-cf324ac6a191) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:09:43.571765 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Made reservation on behalf of 63b1ff8ffc31441cae9f04ef3deb45eb for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:43.575817 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Notify callbacks [] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.593178 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Notify callbacks [] for port, precommit_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.597553 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Request body: {'subnet': {'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-subnet', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:43.622325 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Transition to ACTIVE for port object ad052fb1-45cb-45cc-a1fc-6ad721b3632c will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:09:43.669295 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:43.671452 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Pushing event updated for resources: {'Network': ['ID=acecac2a-f68a-478a-b6a8-0576f7e3cd9f,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:43.686666 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:43.687700 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Usage tracker for resource:subnet and tenant:93b72b8acdfd484f8fe209c3488ee8ba is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:43.692643 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:43.699779 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.702447 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:43.746272 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.747611 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:43.748192 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.768006 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:43.778531 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:43.783304 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:43.790281 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Usage tracker for resource:router and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:43.795376 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:43.807157 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:43.810967 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network acecac2a-f68a-478a-b6a8-0576f7e3cd9f details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:09:43.816256 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.828551 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:43.878036 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33952) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:43.913237 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:43.914743 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1764116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-230778'] for router, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.915716 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-230771'] for router, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.933939 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:43.947670 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:43.950081 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Transition to ACTIVE for port object ad052fb1-45cb-45cc-a1fc-6ad721b3632c will not be triggered until provisioned by entity DHCP. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:09:43.963041 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Pushing event updated for resources: {'Port': ['ID=3a84a154-cd40-480b-b87e-cf324ac6a191,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:43.986068 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:09:44.007284 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.014944 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:44.060817 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd5a257-e18e-57a7-9ff8-706e6ca1d8f8-b731d6dd-df44-4e7f-9097-7719acf232e6', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c'}]}} from dv-cinder-801236-1-iscsi. {{(pid=78649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 19 01:09:44.062151 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.211972 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Pushing event updated for resources: {'Network': ['ID=7f523857-323d-451b-8a62-22fa5227ef57,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:44.215151 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Made reservation on behalf of 93b72b8acdfd484f8fe209c3488ee8ba for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:44.217615 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.313312 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 7f523857-323d-451b-8a62-22fa5227ef57 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:09:44.325176 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:44.330425 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.db_base_plugin_common [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Allocated IP 172.20.0.2 (b731d6dd-df44-4e7f-9097-7719acf232e6/6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c/a2900c11-728c-4e79-b906-0fa6010456e8) {{(pid=78649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:09:44.353080 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Network f774c46c-cf9f-418a-af16-4ea8967b6c0a is already hosted by enough agents. {{(pid=78649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:44.360998 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.base_scheduler [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Resources bound (agent type, host, resource id):  {{(pid=78649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:44.387211 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Received port after_create {{(pid=78649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:09:44.395297 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Pushing event updated for resources: {'Port': ['ID=ad052fb1-45cb-45cc-a1fc-6ad721b3632c,revision_number=1']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:44.431479 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:44.436201 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.437679 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.7587473
Jul 19 01:09:44.441935 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 33978) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:44.452327 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ac19df03-d432-4abe-9939-bcf64a391b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:44.487881 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.488480 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.488963 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.489475 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.489977 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.490996 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.491515 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.492033 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.492543 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.493020 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.493521 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.494007 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Tracked resource versions report:
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]: pushed versions:
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]: {   'AddressGroup': {'1.2'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'ConntrackHelper': {'1.0'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'Log': {'1.0'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'Network': {'1.1'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'Port': {'1.7'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'PortForwarding': {'1.2'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'QosPolicy': {'1.8'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'SecurityGroup': {'1.4'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'SecurityGroupRule': {'1.2'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'SubPort': {'1.0'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'Subnet': {'1.1'},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     'Trunk': {'1.1'}}
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]: consumer versions:
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]: {   DHCP agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     HyperV agent@hv-cinder-80123: {},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     L3 agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     Metadata agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     Metering agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:     Open vSwitch agent@dv-cinder-801236-1-iscsi: {   'AddressGroup': '1.2',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'ConntrackHelper': '1.0',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'Log': '1.0',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'Network': '1.1',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'Port': '1.7',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'PortForwarding': '1.2',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'QosPolicy': '1.8',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'SecurityGroup': '1.4',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'SecurityGroupRule': '1.2',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'SubPort': '1.0',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'Subnet': '1.1',
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:                                                      'Trunk': '1.1'}}
Jul 19 01:09:44.495340 dv-cinder-801236-1-iscsi neutron-server[78649]:  {{(pid=78649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 19 01:09:44.528305 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Request body: {'subnet': {'network_id': '7f523857-323d-451b-8a62-22fa5227ef57', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-424361744-subnet', 'tenant_id': '835810a671274c678061e6a404c480e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:44.534161 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:44.538098 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:44.539366 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Usage tracker for resource:subnet and tenant:835810a671274c678061e6a404c480e0 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:44.542258 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:44.550177 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:44.558153 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=69801f67-48c3-428b-97c7-9b4f16bcca80,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:44.563996 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:44.579408 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Made reservation on behalf of 835810a671274c678061e6a404c480e0 for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:44.581737 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.623478 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.733384 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Attempting to bind port ad052fb1-45cb-45cc-a1fc-6ad721b3632c on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:09:44.734367 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Attempting to bind port ad052fb1-45cb-45cc-a1fc-6ad721b3632c by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:09:44.734894 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Attempting to bind port ad052fb1-45cb-45cc-a1fc-6ad721b3632c on network f774c46c-cf9f-418a-af16-4ea8967b6c0a {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:09:44.750951 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:09:44.752080 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Checking segment: {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:09:44.753026 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.753632 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Bound using segment: {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:09:44.754380 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Bound port: ad052fb1-45cb-45cc-a1fc-6ad721b3632c, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:09:44.755002 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.778317 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.880091 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.897803 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.901328 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.903648 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:44.904304 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Notify callbacks [] for port, precommit_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.911379 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:44.922176 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Transition to ACTIVE for port object a2900c11-728c-4e79-b906-0fa6010456e8 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:09:44.933334 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] For port ad052fb1-45cb-45cc-a1fc-6ad721b3632c, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:09:44.938351 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] For port ad052fb1-45cb-45cc-a1fc-6ad721b3632c, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=ad052fb1-45cb-45cc-a1fc-6ad721b3632c,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:09:44.947830 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:44.949380 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Transition to ACTIVE for port object a2900c11-728c-4e79-b906-0fa6010456e8 will not be triggered until provisioned by entity DHCP. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:09:44.949552 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] Usage tracker for resource:security_group_rule and tenant:31407fbb30b04f2fb010d45bfa20d22f is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:44.955726 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:44.966210 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:44.992968 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.005294 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Checking segment: {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:09:45.005777 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Network hostable DHCP agents. Network: 21b21fff-ae80-46fa-9bb7-9194a4b077c4, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:09:45.012425 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:45.014621 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Checking segment: {'id': '5cdd43fb-5d3f-47ae-8d38-cfec29a839b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7f523857-323d-451b-8a62-22fa5227ef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:09:45.014934 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Network hostable DHCP agents. Network: 7f523857-323d-451b-8a62-22fa5227ef57, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:09:45.045498 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Network b731d6dd-df44-4e7f-9097-7719acf232e6 is already hosted by enough agents. {{(pid=78649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:45.050417 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.base_scheduler [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Resources bound (agent type, host, resource id):  {{(pid=78649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:45.076885 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Pushing event updated for resources: {'Port': ['ID=ad052fb1-45cb-45cc-a1fc-6ad721b3632c,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:45.080364 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:45.080971 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:45.106903 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112b7e2a-c64a-40ea-8a40-85c1d03908c9,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:45.107668 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Network 7f523857-323d-451b-8a62-22fa5227ef57 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:09:45.164307 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Checking segment: {'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:09:45.164307 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Network hostable DHCP agents. Network: acecac2a-f68a-478a-b6a8-0576f7e3cd9f, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:09:45.171338 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Received port after_create {{(pid=78649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:09:45.188543 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:09:45.204228 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 7f523857-323d-451b-8a62-22fa5227ef57) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:45.214352 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 21b21fff-ae80-46fa-9bb7-9194a4b077c4) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:45.227784 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:45.228470 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.239076 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ae888c-6b8b-4d48-afe8-b618312c2fcf None None] Network 7f523857-323d-451b-8a62-22fa5227ef57 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:09:45.274396 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9000604-dc2d-4842-9495-6c05da929a3d,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:45.282821 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Network acecac2a-f68a-478a-b6a8-0576f7e3cd9f is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:09:45.289147 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:45.292994 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:45.293417 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:45.309008 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac669ce4-578c-4472-ba21-c036edc03778 None None] Network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:09:45.313878 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:45.314676 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.322509 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, acecac2a-f68a-478a-b6a8-0576f7e3cd9f) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:45.339577 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:45.340394 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.373692 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-06c50f20-5d9a-4ad6-87ab-2dfdfde3a7e1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9244936
Jul 19 01:09:45.415314 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.1184704
Jul 19 01:09:45.423872 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.427735 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-996678b9-64d5-4ebf-9b16-9236168bcef7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8683670
Jul 19 01:09:45.431821 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.435302 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34002) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:45.443260 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-router', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:45.463649 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:45.475424 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:45.484690 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Usage tracker for resource:router and tenant:93b72b8acdfd484f8fe209c3488ee8ba is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:45.496499 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:45.522300 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:45.539900 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31407fbb30b04f2fb010d45bfa20d22f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6334770
Jul 19 01:09:45.541836 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b61321-d546-441a-ae16-0ccc1663161d,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:45.544420 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34006) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:45.578328 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6870a8b-eabf-4d5b-b9de-d492cfea2da5 None None] Network acecac2a-f68a-478a-b6a8-0576f7e3cd9f requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:09:45.605050 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Pushing event updated for resources: {'Port': ['ID=a2900c11-728c-4e79-b906-0fa6010456e8,revision_number=1']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:45.625265 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:45.630689 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1764116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-230778'] for router, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.632889 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-230771'] for router, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.641995 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932'] for router, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.660273 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc5f9-ef06-4d08-bcb3-4a89ea3d2690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.688703 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc5f9-ef06-4d08-bcb3-4a89ea3d2690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.764527 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.897299 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc5f9-ef06-4d08-bcb3-4a89ea3d2690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.915993 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:45.938062 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dc5f9-ef06-4d08-bcb3-4a89ea3d2690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b61321-d546-441a-ae16-0ccc1663161d,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:45.943171 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1d5dc5f9-ef06-4d08-bcb3-4a89ea3d2690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:45.953066 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:45.954879 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Attempting to bind port a2900c11-728c-4e79-b906-0fa6010456e8 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:09:45.955989 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Attempting to bind port a2900c11-728c-4e79-b906-0fa6010456e8 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:09:45.956219 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc5f9-ef06-4d08-bcb3-4a89ea3d2690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.957243 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Attempting to bind port a2900c11-728c-4e79-b906-0fa6010456e8 on network b731d6dd-df44-4e7f-9097-7719acf232e6 {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:09:45.962313 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-1d5dc5f9-ef06-4d08-bcb3-4a89ea3d2690 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1b61321-d546-441a-ae16-0ccc1663161d HTTP/1.1" status: 204  len: 168 time: 0.4146755
Jul 19 01:09:45.998043 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.998608 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:09:45.999008 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Checking segment: {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:09:45.999550 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:45.999959 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Bound using segment: {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:09:46.000455 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Bound port: a2900c11-728c-4e79-b906-0fa6010456e8, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:09:46.000853 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:46.119537 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:46.305106 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34042) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:46.320546 dv-cinder-801236-1-iscsi neutron-server[78647]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 19 01:09:46.446149 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Allocated IP 172.27.3.216 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/467fd147-0a7c-48f7-9afe-29295f6dcd38) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:09:46.600734 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:46.663990 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1591dff8-6a4f-4381-a9e7-903a936f9ecb None None] Network 7f523857-323d-451b-8a62-22fa5227ef57 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:09:46.677759 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a49f47-74b5-4014-88ae-2ceeb16bad64 None None] Network f774c46c-cf9f-418a-af16-4ea8967b6c0a requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:09:46.791629 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:46.799517 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] For port a2900c11-728c-4e79-b906-0fa6010456e8, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:09:46.842345 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Router 5b8aa282-7922-42dd-a6f6-c04140758e64 is scheduled to L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b with binding_index 1 {{(pid=78648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 19 01:09:46.843095 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-b5ff7573-b10c-48f2-b94e-2f41ae8a33cf None None] Provisioning for port ad052fb1-45cb-45cc-a1fc-6ad721b3632c completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:09:46.852563 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:46.878526 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:46.900258 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-8e452e72-e0ea-4e2d-96f9-cc1860cc2de8 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:46.900937 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-8e452e72-e0ea-4e2d-96f9-cc1860cc2de8 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Synchronizing usage tracker for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:network {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:09:46.904634 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34076) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:46.926408 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:46.934592 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:46.940483 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:09:47.032168 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] For port a2900c11-728c-4e79-b906-0fa6010456e8, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=a2900c11-728c-4e79-b906-0fa6010456e8,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:09:47.032759 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-8e452e72-e0ea-4e2d-96f9-cc1860cc2de8 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Unset dirty status for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:network {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:09:47.033195 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-8e452e72-e0ea-4e2d-96f9-cc1860cc2de8 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 815 time: 0.7269003
Jul 19 01:09:47.057939 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:47.139929 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:47.171089 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-9e634a7e-5664-4a1f-9574-7ee17957cf95 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/quotas/63b1ff8ffc31441cae9f04ef3deb45eb HTTP/1.1" status: 200  len: 375 time: 0.0655317
Jul 19 01:09:47.233222 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceeebdb-7660-4398-87fa-6b93c3e1cf31 None None] Network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:09:47.243553 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-054eb29d-8204-43ee-b23b-38ce517a82e9 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:47.244627 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-054eb29d-8204-43ee-b23b-38ce517a82e9 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Synchronizing usage tracker for tenant:835810a671274c678061e6a404c480e0 on resource:network {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:09:47.247845 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device ad052fb1-45cb-45cc-a1fc-6ad721b3632c up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:09:47.260185 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-fca14574-84bb-4063-bf89-e1f951a25c37 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0833185
Jul 19 01:09:47.296116 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-054eb29d-8204-43ee-b23b-38ce517a82e9 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Unset dirty status for tenant:835810a671274c678061e6a404c480e0 on resource:network {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:09:47.297786 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856a356-b8cb-4434-80e3-58630d1fb6ca None None] Network acecac2a-f68a-478a-b6a8-0576f7e3cd9f requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:09:47.298742 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-054eb29d-8204-43ee-b23b-38ce517a82e9 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/networks?id=7f523857-323d-451b-8a62-22fa5227ef57 HTTP/1.1" status: 200  len: 811 time: 0.3925855
Jul 19 01:09:47.405249 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Pushing event updated for resources: {'Port': ['ID=467fd147-0a7c-48f7-9afe-29295f6dcd38,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:47.513882 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:47.660953 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-5d6c3196-386c-43b6-92d4-72b09a95aa64 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/quotas/835810a671274c678061e6a404c480e0 HTTP/1.1" status: 200  len: 375 time: 0.2921243
Jul 19 01:09:47.680909 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-5e73251c-172e-4f2f-b87a-a4c0b92db34c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:09:47.682776 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:09:47.684413 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-5e73251c-172e-4f2f-b87a-a4c0b92db34c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1605587
Jul 19 01:09:47.684563 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Pushing event updated for resources: {'Port': ['ID=a2900c11-728c-4e79-b906-0fa6010456e8,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:47.695587 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:47.708503 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Sync routers for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:09:47.738608 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:09:47.739391 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda385abcd0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:09:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:47.842781 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:47.876553 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c78629b7-0bec-4b8f-b760-720d8150cb46 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=835810a671274c678061e6a404c480e0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1885967
Jul 19 01:09:47.886995 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:47.904705 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port ad052fb1-45cb-45cc-a1fc-6ad721b3632c completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:09:47.986871 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Notify callbacks [] for router, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:47.988625 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.8227901
Jul 19 01:09:47.992045 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34106) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:48.078288 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port ad052fb1-45cb-45cc-a1fc-6ad721b3632c triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:48.078816 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:48.086035 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-7c92804c-924a-40b9-92e8-2b03dac97a28 service neutron] 10.222.0.24 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3346245
Jul 19 01:09:48.133750 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:48.166738 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:09:48.268751 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-be121261-0ce1-4e14-9c60-23c60533441c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:09:48.269804 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-be121261-0ce1-4e14-9c60-23c60533441c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1921270
Jul 19 01:09:48.322273 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Allocated IP 172.27.3.14 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/057d1bda-d784-4db2-9bca-d2f3f9736dcc) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:09:48.486699 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-d89e0694-7da2-4f74-b6fd-50412664f478 service neutron] 10.222.0.24 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3926897
Jul 19 01:09:48.489763 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:48.551499 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port ad052fb1-45cb-45cc-a1fc-6ad721b3632c, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=ad052fb1-45cb-45cc-a1fc-6ad721b3632c,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:09:48.566401 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:48.577010 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:48.598571 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda385abcd0>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:44Z', 'revision_number': 3, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:48.606989 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Checking router: 5b8aa282-7922-42dd-a6f6-c04140758e64 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:09:48.607373 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Updating router 5b8aa282-7922-42dd-a6f6-c04140758e64 port 3a84a154-cd40-480b-b87e-cf324ac6a191 binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:09:48.684051 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=ad052fb1-45cb-45cc-a1fc-6ad721b3632c,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:48.692552 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:48.731934 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:48.755752 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c39503c5-fd62-4d59-8528-7f8c8e2463b6 service neutron] 10.222.0.24 "GET /v2.0/networks/7f523857-323d-451b-8a62-22fa5227ef57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4718249
Jul 19 01:09:48.853538 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97eafd7-01fe-45ca-8669-ebc1139da6ed None None] Network b731d6dd-df44-4e7f-9097-7719acf232e6 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:09:49.018365 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:49.070621 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-db8a58dd-90c3-433a-9353-d88ca1d1def5 service neutron] 10.222.0.24 "GET /v2.0/networks/7f523857-323d-451b-8a62-22fa5227ef57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2962344
Jul 19 01:09:49.128225 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:49.137523 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:49.394094 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:49.410326 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device ad052fb1-45cb-45cc-a1fc-6ad721b3632c up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:09:49.414435 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:49.441355 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:09:49.494887 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-90720818-9659-4190-885d-329c1b40cd3c None None] Provisioning for port a2900c11-728c-4e79-b906-0fa6010456e8 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:09:49.534367 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port ad052fb1-45cb-45cc-a1fc-6ad721b3632c triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:49.534745 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:49.845628 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932'] for router, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:49.961070 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:49.991928 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Transition to ACTIVE for port object 3a84a154-cd40-480b-b87e-cf324ac6a191 will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:09:50.008786 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:50.042039 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:50.051055 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d918317f-c0fa-4029-a778-92657d51669a req-e04b0dbe-96d0-48f9-8be0-d421165b242d tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 210 time: 0.7385693
Jul 19 01:09:50.051772 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Pushing event updated for resources: {'Port': ['ID=057d1bda-d784-4db2-9bca-d2f3f9736dcc,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:50.061371 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-771a4f88-8653-48df-9f4e-bc7aa31c4999 None None] Provisioning complete for port ad052fb1-45cb-45cc-a1fc-6ad721b3632c triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:50.061971 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-771a4f88-8653-48df-9f4e-bc7aa31c4999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:50.072381 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:50.246136 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a2900c11-728c-4e79-b906-0fa6010456e8 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:09:50.301371 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-348ad919-e549-4f86-9b5a-8b472cb00e0a req-904d1114-ca67-4b47-9e15-b9b4106cfc75 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 210 time: 0.2279072
Jul 19 01:09:50.354581 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Attempting to bind port 3a84a154-cd40-480b-b87e-cf324ac6a191 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:09:50.355382 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Attempting to bind port 3a84a154-cd40-480b-b87e-cf324ac6a191 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:09:50.356163 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Attempting to bind port 3a84a154-cd40-480b-b87e-cf324ac6a191 on network 7d593f98-e37a-458f-a122-e95b8a18b7fd {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:09:50.371057 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:09:50.371804 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:09:50.372390 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:50.372984 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Bound using segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:09:50.373661 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Bound port: 3a84a154-cd40-480b-b87e-cf324ac6a191, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:09:50.374283 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:50.466059 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port a2900c11-728c-4e79-b906-0fa6010456e8 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:09:50.477529 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port a2900c11-728c-4e79-b906-0fa6010456e8 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:50.482015 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:50.487161 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] For port 3a84a154-cd40-480b-b87e-cf324ac6a191, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:09:50.511613 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] For port 3a84a154-cd40-480b-b87e-cf324ac6a191, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=3a84a154-cd40-480b-b87e-cf324ac6a191,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:09:50.513086 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Pushing event updated for resources: {'Port': ['ID=3a84a154-cd40-480b-b87e-cf324ac6a191,revision_number=2']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:50.538584 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:50.540614 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.540926 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.543540 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.543540 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.543540 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.543540 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.543540 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.543540 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.543540 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.544621 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.544621 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.545276 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Tracked resource versions report:
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]: pushed versions:
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]: {   'AddressGroup': {'1.2'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'ConntrackHelper': {'1.0'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'Log': {'1.0'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'Network': {'1.1'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'Port': {'1.7'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'PortForwarding': {'1.2'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'QosPolicy': {'1.8'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'SecurityGroup': {'1.4'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'SecurityGroupRule': {'1.2'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'SubPort': {'1.0'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'Subnet': {'1.1'},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     'Trunk': {'1.1'}}
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]: consumer versions:
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]: {   DHCP agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     HyperV agent@hv-cinder-80123: {},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     L3 agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     Metadata agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     Metering agent@dv-cinder-801236-1-iscsi: {},
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:     Open vSwitch agent@dv-cinder-801236-1-iscsi: {   'AddressGroup': '1.2',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'ConntrackHelper': '1.0',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'Log': '1.0',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'Network': '1.1',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'Port': '1.7',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'PortForwarding': '1.2',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'QosPolicy': '1.8',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'SecurityGroup': '1.4',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'SecurityGroupRule': '1.2',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'SubPort': '1.0',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'Subnet': '1.1',
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:                                                      'Trunk': '1.1'}}
Jul 19 01:09:50.546239 dv-cinder-801236-1-iscsi neutron-server[78650]:  {{(pid=78650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 19 01:09:50.554609 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:50.555632 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:50.632899 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:09:50.633741 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda385abcd0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:09:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:50.637676 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-a22470cb-0ffe-4c34-b544-2e5e95b6aa4a None None] Provisioning complete for port a2900c11-728c-4e79-b906-0fa6010456e8 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:50.638498 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a22470cb-0ffe-4c34-b544-2e5e95b6aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:50.678224 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34224) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:50.701391 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Pushing event updated for resources: {'Port': ['ID=3a84a154-cd40-480b-b87e-cf324ac6a191,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:50.705153 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:50.812632 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:50.867286 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:50.895128 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:09:50.984723 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port a2900c11-728c-4e79-b906-0fa6010456e8, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=a2900c11-728c-4e79-b906-0fa6010456e8,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:09:50.991214 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a22470cb-0ffe-4c34-b544-2e5e95b6aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:51.004159 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:51.012908 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-667f0f72-c988-49ec-83fb-172c1a855b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:51.178783 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:51.343539 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=a2900c11-728c-4e79-b906-0fa6010456e8,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:51.360850 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2865ec60-b0f6-451d-8f81-e849939d0d6f req-9af07088-d045-4b96-8f9f-deee7588b1eb tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 210 time: 0.1620545
Jul 19 01:09:51.385935 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:51.388425 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.db.api [None req-a22470cb-0ffe-4c34-b544-2e5e95b6aa4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:09:51.388819 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_db.api [None req-a22470cb-0ffe-4c34-b544-2e5e95b6aa4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:09:51.397004 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:51.429217 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:51.451753 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0ca03de3944605a583b5a4947350bf is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:51.460902 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:51.470402 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:51.576637 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Router b7d1dfc4-533f-4697-821d-43451d76588e is scheduled to L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b with binding_index 1 {{(pid=78648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 19 01:09:51.578949 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Allocated IP 172.20.0.1 (f774c46c-cf9f-418a-af16-4ea8967b6c0a/6850151f-be62-45f4-b8da-0760dbd30228/a0b6ce46-d60b-49f0-89d2-72236e6c3536) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:09:51.641126 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e6413ab2-23f9-487a-86b6-b90984c3c809 req-7b76563f-bc24-4866-830c-03c434774fcc tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 210 time: 0.0662129
Jul 19 01:09:51.736843 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda385abcd0>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:44Z', 'revision_number': 3, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:51.750075 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb198b0-695f-4651-89fc-b28f378461dd None None] The sync data for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi is: [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:44Z', 'revision_number': 3, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:09:51.774918 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932'] for router, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.024203 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.037322 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.062963 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:52.075353 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:09:52.090647 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Sync routers for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:09:52.111253 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9d1a6-df4c-4aac-b5f6-cdfdb165c64e,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:52.114270 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:09:52.114908 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37553cd0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:09:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:52.127528 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:52.136358 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.156910 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f0ca03de3944605a583b5a4947350bf&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4724824
Jul 19 01:09:52.163028 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34284) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:52.222938 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Transition to ACTIVE for port object a0b6ce46-d60b-49f0-89d2-72236e6c3536 will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:09:52.255252 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Notify callbacks [] for router, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.258054 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.8576188
Jul 19 01:09:52.262492 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34288) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:52.268150 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-842c64fa-7039-4363-a1c9-67286f61de91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.387426 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-842c64fa-7039-4363-a1c9-67286f61de91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.395531 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Router 933c48a7-5f85-400e-aa21-10e4a0062063 is scheduled to L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b with binding_index 1 {{(pid=78647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 19 01:09:52.483076 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-842c64fa-7039-4363-a1c9-67286f61de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.511381 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:52.529811 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c64fa-7039-4363-a1c9-67286f61de91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9d1a6-df4c-4aac-b5f6-cdfdb165c64e,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:52.535052 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.569258 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:09:52.617544 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-842c64fa-7039-4363-a1c9-67286f61de91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:52.651584 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9c0b465f-8889-48a0-b1e6-2938e3d51406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:52.701583 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Network f774c46c-cf9f-418a-af16-4ea8967b6c0a is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:52.704485 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.16', 49527) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:52.726724 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:52.741902 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:09:52.742607 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333378'] for router_interface, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.912413 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-842c64fa-7039-4363-a1c9-67286f61de91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:52.913531 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-842c64fa-7039-4363-a1c9-67286f61de91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39b9d1a6-df4c-4aac-b5f6-cdfdb165c64e HTTP/1.1" status: 204  len: 168 time: 0.7463896
Jul 19 01:09:53.127385 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2bd05499-ac59-4042-a6ab-b619549dc9dd req-5f36397d-2b23-465b-bedc-c64c5cfc8f96 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 210 time: 0.1789036
Jul 19 01:09:53.142980 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d8208aea-e0a9-4e75-bf39-8352c6effd3a req-b8d56120-98db-4996-9fa8-8a98d641752b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 210 time: 0.5202258
Jul 19 01:09:53.189592 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:09:53.203384 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.16', 49528) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:53.204352 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Sync routers for ids ['933c48a7-5f85-400e-aa21-10e4a0062063'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:09:53.238962 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-92a25175-10dd-4816-b1dc-2a61459d21ac None None] Provisioning for port a0b6ce46-d60b-49f0-89d2-72236e6c3536 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:09:53.242177 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Routers {'933c48a7-5f85-400e-aa21-10e4a0062063'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:09:53.246412 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda378dc5e0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:09:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['933c48a7-5f85-400e-aa21-10e4a0062063'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:53.249818 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-92a25175-10dd-4816-b1dc-2a61459d21ac None None] Provisioning complete for port a0b6ce46-d60b-49f0-89d2-72236e6c3536 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:53.250552 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-92a25175-10dd-4816-b1dc-2a61459d21ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:53.278546 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Pushing event updated for resources: {'Port': ['ID=a0b6ce46-d60b-49f0-89d2-72236e6c3536,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:53.297176 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:53.398450 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-92a25175-10dd-4816-b1dc-2a61459d21ac None None] Port a0b6ce46-d60b-49f0-89d2-72236e6c3536 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:09:53.458612 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 3a84a154-cd40-480b-b87e-cf324ac6a191 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:09:53.599757 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Set router 933c48a7-5f85-400e-aa21-10e4a0062063 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:09:53.605821 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Notify callbacks [] for router, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:53.612938 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.1757286
Jul 19 01:09:53.625025 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34344) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:53.693896 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37553cd0>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:47Z', 'revision_number': 3, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:53.714716 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Checking router: b7d1dfc4-533f-4697-821d-43451d76588e for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:09:53.717880 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Updating router b7d1dfc4-533f-4697-821d-43451d76588e port 467fd147-0a7c-48f7-9afe-29295f6dcd38 binding host dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:09:53.831567 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34352) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:53.853908 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-895655df-192c-44b3-b49b-1d26a370d137 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:53.856445 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-895655df-192c-44b3-b49b-1d26a370d137 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 815 time: 1.1271212
Jul 19 01:09:53.873739 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 3a84a154-cd40-480b-b87e-cf324ac6a191 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:09:53.884322 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:53.895458 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:54.029185 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Request body: {'port': {'device_id': '9b8d3e14-47f3-4134-941b-ab2ee56d1620', 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4', 'admin_state_up': True, 'tenant_id': '63b1ff8ffc31441cae9f04ef3deb45eb'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:54.033968 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 3a84a154-cd40-480b-b87e-cf324ac6a191 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:54.034347 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:54.170884 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:54.340828 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:54.375978 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1775b089924e1ea334ae4d6cc18f9b is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:54.398845 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:54.428233 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:54.451556 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:54.515660 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda378dc5e0>, [{'id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-router', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:45Z', 'updated_at': '2021-07-19T01:09:50Z', 'revision_number': 3, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'gw_port': {'id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:47Z', 'updated_at': '2021-07-19T01:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:54.520818 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Checking router: 933c48a7-5f85-400e-aa21-10e4a0062063 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:09:54.521203 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Updating router 933c48a7-5f85-400e-aa21-10e4a0062063 port 057d1bda-d784-4db2-9bca-d2f3f9736dcc binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:09:54.532154 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 3a84a154-cd40-480b-b87e-cf324ac6a191, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=3a84a154-cd40-480b-b87e-cf324ac6a191,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:09:54.550169 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:54.554171 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a2900c11-728c-4e79-b906-0fa6010456e8 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:09:54.620620 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:54.626190 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:54.729945 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34390) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:54.781461 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=3a84a154-cd40-480b-b87e-cf324ac6a191,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:54.816564 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:54.849854 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port a2900c11-728c-4e79-b906-0fa6010456e8 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:54.850241 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:54.903599 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-463a625c-597d-4134-a89d-be5ac3f0fca6 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:54.904402 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Notify callbacks [] for port, precommit_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:54.909791 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-463a625c-597d-4134-a89d-be5ac3f0fca6 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.16 "GET /v2.0/networks?id=7f523857-323d-451b-8a62-22fa5227ef57 HTTP/1.1" status: 200  len: 811 time: 1.7042694
Jul 19 01:09:54.918674 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:54.922819 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Usage tracker for resource:port and tenant:63b1ff8ffc31441cae9f04ef3deb45eb is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:54.925820 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Transition to ACTIVE for port object 467fd147-0a7c-48f7-9afe-29295f6dcd38 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:09:54.926644 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:54.935066 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:54.957550 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Made reservation on behalf of 63b1ff8ffc31441cae9f04ef3deb45eb for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:54.961738 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.001570 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.018918 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Request body: {'port': {'device_id': 'e17b8946-3ca7-4b18-b9c0-e1c188d9bcab', 'network_id': '7f523857-323d-451b-8a62-22fa5227ef57', 'admin_state_up': True, 'tenant_id': '835810a671274c678061e6a404c480e0'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:09:55.041153 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:55.184377 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Allocated IP 172.20.0.14 (21b21fff-ae80-46fa-9bb7-9194a4b077c4/69801f67-48c3-428b-97c7-9b4f16bcca80/c3e481df-a4c3-4140-b240-b54b8c1c3504) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:09:55.320490 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Attempting to bind port 467fd147-0a7c-48f7-9afe-29295f6dcd38 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:09:55.321515 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Attempting to bind port 467fd147-0a7c-48f7-9afe-29295f6dcd38 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:09:55.322457 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Attempting to bind port 467fd147-0a7c-48f7-9afe-29295f6dcd38 on network 7d593f98-e37a-458f-a122-e95b8a18b7fd {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:09:55.329947 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb0616-2601-46f8-b8f0-9ed362c023bd None None] Pushing event updated for resources: {'Port': ['ID=467fd147-0a7c-48f7-9afe-29295f6dcd38,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:55.350910 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.db.resource_extend [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 19 01:09:55.356754 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:09:55.360464 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:09:55.363784 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.364238 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Bound using segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:09:55.364762 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Bound port: 467fd147-0a7c-48f7-9afe-29295f6dcd38, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:09:55.365186 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.369187 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-46f9e8bd-cc10-4310-9775-0b88d7b8cdc5 req-80095530-5b48-4e3e-bfe9-34736175be5f tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 210 time: 0.6459465
Jul 19 01:09:55.384813 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:55.400167 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7175434-0ea3-47f9-954e-ec043381d342 req-284adeb0-86e9-4750-8e1f-ef4f75a9f608 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 210 time: 0.6780324
Jul 19 01:09:55.406916 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Usage tracker for resource:port and tenant:835810a671274c678061e6a404c480e0 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:55.407112 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.417465 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.421392 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:55.424164 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-8ceb0616-2601-46f8-b8f0-9ed362c023bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:55.443959 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Transition to ACTIVE for port object 057d1bda-d784-4db2-9bca-d2f3f9736dcc will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:09:55.462630 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.473967 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-d7cebfca-67be-4c07-994f-d479b1e54b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:55.554965 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:55.594271 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.609847 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8f3a-945c-420d-856e-ed4da3088ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.634756 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] For port 467fd147-0a7c-48f7-9afe-29295f6dcd38, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:09:55.641223 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] For port 467fd147-0a7c-48f7-9afe-29295f6dcd38, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=467fd147-0a7c-48f7-9afe-29295f6dcd38,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:09:55.651148 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333543'] for router_interface, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.652775 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.675784 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:55.694711 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:55.738430 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Attempting to bind port 057d1bda-d784-4db2-9bca-d2f3f9736dcc on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:09:55.738989 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Attempting to bind port 057d1bda-d784-4db2-9bca-d2f3f9736dcc by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:09:55.739276 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Attempting to bind port 057d1bda-d784-4db2-9bca-d2f3f9736dcc on network 7d593f98-e37a-458f-a122-e95b8a18b7fd {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:09:55.765094 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:09:55.765525 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:09:55.765956 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.766349 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Bound using segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:09:55.766848 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Bound port: 057d1bda-d784-4db2-9bca-d2f3f9736dcc, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:09:55.767243 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.810480 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 3a84a154-cd40-480b-b87e-cf324ac6a191 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:09:55.842769 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd4932-0cd6-4c91-987e-c06d430ef2ac None None] Pushing event updated for resources: {'Port': ['ID=057d1bda-d784-4db2-9bca-d2f3f9736dcc,revision_number=2']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:55.866010 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-d9bd4932-0cd6-4c91-987e-c06d430ef2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:55.966607 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.973644 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] For port 057d1bda-d784-4db2-9bca-d2f3f9736dcc, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:09:55.985417 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] For port 057d1bda-d784-4db2-9bca-d2f3f9736dcc, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=057d1bda-d784-4db2-9bca-d2f3f9736dcc,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:09:55.992343 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:55.998085 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:09:55.999274 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37553cd0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:09:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:56.013947 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:56.046574 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:56.073174 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb0616-2601-46f8-b8f0-9ed362c023bd None None] Pushing event updated for resources: {'Port': ['ID=467fd147-0a7c-48f7-9afe-29295f6dcd38,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:56.087254 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-8ceb0616-2601-46f8-b8f0-9ed362c023bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:56.102760 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Made reservation on behalf of 835810a671274c678061e6a404c480e0 for: {'port': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:09:56.106333 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:56.124832 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 3a84a154-cd40-480b-b87e-cf324ac6a191 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:56.125215 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:56.187623 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:56.266748 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-ddcc8f3a-945c-420d-856e-ed4da3088ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:09:56.272886 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Routers {'933c48a7-5f85-400e-aa21-10e4a0062063'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:09:56.273574 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda378dc5e0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:09:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['933c48a7-5f85-400e-aa21-10e4a0062063'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:56.278494 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-ddcc8f3a-945c-420d-856e-ed4da3088ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:0426485444bd4dcaafc04797ab31af57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:09:56.304698 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-ddcc8f3a-945c-420d-856e-ed4da3088ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:09:56.323918 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-ddcc8f3a-945c-420d-856e-ed4da3088ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:09:56.351141 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd4932-0cd6-4c91-987e-c06d430ef2ac None None] Pushing event updated for resources: {'Port': ['ID=057d1bda-d784-4db2-9bca-d2f3f9736dcc,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:56.355367 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:09:56.361470 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-d9bd4932-0cd6-4c91-987e-c06d430ef2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:56.517174 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8f3a-945c-420d-856e-ed4da3088ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:56.528653 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] Set router 933c48a7-5f85-400e-aa21-10e4a0062063 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:09:56.555360 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Allocated IP 172.20.0.14 (7f523857-323d-451b-8a62-22fa5227ef57/112b7e2a-c64a-40ea-8a40-85c1d03908c9/ace7f602-1328-4064-a07d-6bc268605d01) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:09:56.670964 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Pushing event updated for resources: {'Port': ['ID=a0b6ce46-d60b-49f0-89d2-72236e6c3536,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:56.706439 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8f3a-945c-420d-856e-ed4da3088ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:56.707575 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:56.714580 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:56.818978 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:56.841022 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-842c64fa-7039-4363-a1c9-67286f61de91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:56.859127 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-ddcc8f3a-945c-420d-856e-ed4da3088ce0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0426485444bd4dcaafc04797ab31af57&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1179533
Jul 19 01:09:56.860230 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:56.952846 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34412) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:57.062462 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:57.082104 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ac9eaa3c-b663-4921-93ba-22826acf9dd7 req-ecb3ef4a-a358-42bd-944d-9b8bb3af81b9 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 210 time: 0.2241118
Jul 19 01:09:57.094215 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:57.225779 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda378dc5e0>, [{'id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-router', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:45Z', 'updated_at': '2021-07-19T01:09:50Z', 'revision_number': 3, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'gw_port': {'id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:47Z', 'updated_at': '2021-07-19T01:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:57.227414 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37553cd0>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:47Z', 'revision_number': 3, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:09:57.231345 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Allocated IP 172.20.0.1 (b731d6dd-df44-4e7f-9097-7719acf232e6/6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c/a755a281-4983-4aee-a998-6abff037aa99) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:09:57.236970 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fc8b3-a7a4-4255-ba01-c02d3e86970a None None] The sync data for ids ['933c48a7-5f85-400e-aa21-10e4a0062063'] in dv-cinder-801236-1-iscsi is: [{'id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-router', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:45Z', 'updated_at': '2021-07-19T01:09:50Z', 'revision_number': 3, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'gw_port': {'id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:47Z', 'updated_at': '2021-07-19T01:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:09:57.237392 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Allocated IP 172.20.0.1 (acecac2a-f68a-478a-b6a8-0576f7e3cd9f/c9000604-dc2d-4842-9495-6c05da929a3d/261d4c8a-7d00-49a8-9226-bc1bdc9bf631) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:09:57.238762 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12eb8bd-504d-4291-992e-9aff3e283a7b None None] The sync data for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi is: [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:47Z', 'revision_number': 3, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:09:57.280273 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:57.314203 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:09:57.342352 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c1775b089924e1ea334ae4d6cc18f9b&name=default HTTP/1.1" status: 200  len: 2975 time: 3.5061297
Jul 19 01:09:57.342352 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc8f3a-945c-420d-856e-ed4da3088ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac1dd5e-f105-4a49-aa4b-1790e9865938,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:57.372537 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34422) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:57.500170 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:57.526025 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Network 7f523857-323d-451b-8a62-22fa5227ef57 is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:57.534522 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:57.538907 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:57.542477 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Network f774c46c-cf9f-418a-af16-4ea8967b6c0a is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:57.551798 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:57.562439 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:09:57.568202 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:57.568910 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:57.574029 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:09:57.592003 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:57.593152 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:57.664974 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6571825
Jul 19 01:09:57.771846 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:57.880923 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Pushing event updated for resources: {'Port': ['ID=ace7f602-1328-4064-a07d-6bc268605d01,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:57.885427 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:57.904171 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:57.963767 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dca02e55-d883-4fbf-9750-68be5a436241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:57.972405 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8719b9bf-dc73-402c-9908-49c7ae577bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:58.009428 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-863a2c7f-fd0f-431b-99cf-e19ee78fe3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:58.057307 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7fef3b3a-eedb-4b8e-af6b-61600bef5c69 None None] Provisioning complete for port a0b6ce46-d60b-49f0-89d2-72236e6c3536 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:58.062984 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7fef3b3a-eedb-4b8e-af6b-61600bef5c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:58.093682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Pushing event updated for resources: {'Port': ['ID=261d4c8a-7d00-49a8-9226-bc1bdc9bf631,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:58.098288 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:58.141066 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452b76-13f6-4175-995c-77809c8d2310 req-988a43dd-939c-47de-b05f-f6f1cd6d0b0f tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:58.141066 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-d0452b76-13f6-4175-995c-77809c8d2310 req-988a43dd-939c-47de-b05f-f6f1cd6d0b0f tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Synchronizing usage tracker for tenant:835810a671274c678061e6a404c480e0 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:09:58.150488 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Network acecac2a-f68a-478a-b6a8-0576f7e3cd9f is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:58.198860 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:58.199986 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7fef3b3a-eedb-4b8e-af6b-61600bef5c69 None None] Port a0b6ce46-d60b-49f0-89d2-72236e6c3536 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:09:58.202492 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fab540-1ec8-4386-a58a-a7dfbacab353,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:58.207627 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:09:58.210351 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333378'] for router_interface, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:58.357009 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b45904e7-5d79-4cb3-83e4-f44d06583a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:58.367259 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.526s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:58.377943 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.363s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:58.378253 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:58.419951 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.047s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:58.511907 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:58.533392 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5920138
Jul 19 01:09:58.589063 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b45904e7-5d79-4cb3-83e4-f44d06583a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:58.706493 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:58.726418 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Transition to ACTIVE for port object a755a281-4983-4aee-a998-6abff037aa99 will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:09:58.758619 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-d0452b76-13f6-4175-995c-77809c8d2310 req-988a43dd-939c-47de-b05f-f6f1cd6d0b0f tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Unset dirty status for tenant:835810a671274c678061e6a404c480e0 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:09:58.759495 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d0452b76-13f6-4175-995c-77809c8d2310 req-988a43dd-939c-47de-b05f-f6f1cd6d0b0f tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 932 time: 1.9068322
Jul 19 01:09:58.887059 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Router 5b8aa282-7922-42dd-a6f6-c04140758e64 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:09:58.917280 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:58.918133 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b45904e7-5d79-4cb3-83e4-f44d06583a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:58.918959 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Pushing event updated for resources: {'Port': ['ID=c3e481df-a4c3-4140-b240-b54b8c1c3504,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:58.922379 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:58.941730 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:59.023962 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Network b731d6dd-df44-4e7f-9097-7719acf232e6 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:09:59.030245 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Pushing event updated for resources: {'Port': ['ID=a755a281-4983-4aee-a998-6abff037aa99,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:59.033605 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:59.034663 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:09:59.037624 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:09:59.038397 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333378'] for router_interface, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:59.080990 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dca02e55-d883-4fbf-9750-68be5a436241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:59.110588 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b45904e7-5d79-4cb3-83e4-f44d06583a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:59.116049 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b45904e7-5d79-4cb3-83e4-f44d06583a10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55fab540-1ec8-4386-a58a-a7dfbacab353 HTTP/1.1" status: 204  len: 168 time: 1.7379527
Jul 19 01:09:59.125114 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c6d3c5cf-f84b-481f-b9ae-871b666885bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:59.168741 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34440) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:09:59.233748 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:59.243300 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-d0452b76-13f6-4175-995c-77809c8d2310 req-c1f166a1-7480-490b-8f15-c5fe0065a87e tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Synchronizing usage tracker for tenant:835810a671274c678061e6a404c480e0 on resource:security_group {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:09:59.308461 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45904e7-5d79-4cb3-83e4-f44d06583a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fab540-1ec8-4386-a58a-a7dfbacab353,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:59.346783 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b45904e7-5d79-4cb3-83e4-f44d06583a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:59.393950 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-d0452b76-13f6-4175-995c-77809c8d2310 req-c1f166a1-7480-490b-8f15-c5fe0065a87e tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Unset dirty status for tenant:835810a671274c678061e6a404c480e0 on resource:security_group {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:09:59.400640 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:59.402104 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d0452b76-13f6-4175-995c-77809c8d2310 req-c1f166a1-7480-490b-8f15-c5fe0065a87e tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6105404
Jul 19 01:09:59.402104 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:59.445905 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a98d5-9b21-419e-99b2-864368891a53 req-07268ad8-ca41-4ace-8db3-9c6ebaa9ff28 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:09:59.453982 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e74a98d5-9b21-419e-99b2-864368891a53 req-07268ad8-ca41-4ace-8db3-9c6ebaa9ff28 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 932 time: 0.7881539
Jul 19 01:09:59.459611 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dca02e55-d883-4fbf-9750-68be5a436241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:59.509629 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a4c40d4b-7e0b-4503-a2d6-7abebcfef2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:09:59.546527 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-a57d8cec-3268-4e9a-980e-fb35e0b083c2 None None] Provisioning for port a755a281-4983-4aee-a998-6abff037aa99 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:09:59.552129 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-a57d8cec-3268-4e9a-980e-fb35e0b083c2 None None] Provisioning complete for port a755a281-4983-4aee-a998-6abff037aa99 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:09:59.553172 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a57d8cec-3268-4e9a-980e-fb35e0b083c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:59.645569 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca02e55-d883-4fbf-9750-68be5a436241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac1dd5e-f105-4a49-aa4b-1790e9865938,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:09:59.678886 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-e74a98d5-9b21-419e-99b2-864368891a53 req-4bb1f2db-b09b-4680-bbf9-e52330006677 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Synchronizing usage tracker for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:security_group {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:09:59.713532 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dca02e55-d883-4fbf-9750-68be5a436241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:09:59.738185 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dca02e55-d883-4fbf-9750-68be5a436241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:09:59.763732 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-dca02e55-d883-4fbf-9750-68be5a436241 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ac1dd5e-f105-4a49-aa4b-1790e9865938 HTTP/1.1" status: 204  len: 168 time: 2.8024857
Jul 19 01:09:59.770474 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-a57d8cec-3268-4e9a-980e-fb35e0b083c2 None None] Port a755a281-4983-4aee-a998-6abff037aa99 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:09:59.819055 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-c9d36e43-38c7-4370-a177-ddcab4914937 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:09:59.830975 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-c9d36e43-38c7-4370-a177-ddcab4914937 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0220649
Jul 19 01:09:59.843474 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-65ca9a10-2ee6-4a9e-8d43-98c4905e3a1c tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:09:59.847513 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-65ca9a10-2ee6-4a9e-8d43-98c4905e3a1c tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0295022
Jul 19 01:09:59.864297 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 467fd147-0a7c-48f7-9afe-29295f6dcd38 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:00.021275 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:10:00.046192 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Sync routers for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:10:00.057349 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] 10.222.0.24 "PUT /v2.0/routers/5b8aa282-7922-42dd-a6f6-c04140758e64/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0584671
Jul 19 01:10:00.079442 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 467fd147-0a7c-48f7-9afe-29295f6dcd38 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:00.089278 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:00.090532 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3867d100>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:09:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:00.222843 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:00.235891 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:00.237340 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333543'] for router_interface, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:00.257756 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b9c88053-1472-4f63-bcf4-8a286406eb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:00.344155 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:00.359325 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-e74a98d5-9b21-419e-99b2-864368891a53 req-4bb1f2db-b09b-4680-bbf9-e52330006677 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Unset dirty status for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:security_group {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:00.360465 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e74a98d5-9b21-419e-99b2-864368891a53 req-4bb1f2db-b09b-4680-bbf9-e52330006677 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8974204
Jul 19 01:10:00.361070 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:00.411849 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:00.432429 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333543'] for router_interface, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:00.437584 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c5e3a84f-7ba8-4b39-83b9-3670d7b80705 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:00.579595 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:00.734310 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 467fd147-0a7c-48f7-9afe-29295f6dcd38 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:00.734936 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:00.832112 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Pushing event updated for resources: {'Port': ['ID=a755a281-4983-4aee-a998-6abff037aa99,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:00.855301 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:00.862766 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-bb8877f2-789f-4d08-9831-66919a224b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:00.964989 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:00.981487 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:00.999610 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] Usage tracker for resource:security_group_rule and tenant:db0c47776a624faaa9ade96aaf001633 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:01.018579 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 467fd147-0a7c-48f7-9afe-29295f6dcd38, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=467fd147-0a7c-48f7-9afe-29295f6dcd38,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:01.029622 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Request body: {'port': {'device_id': 'e17b8946-3ca7-4b18-b9c0-e1c188d9bcab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:01.034488 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3867d100>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 2, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:01.043509 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:01.044060 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Checking router: 5b8aa282-7922-42dd-a6f6-c04140758e64 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:10:01.044382 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Updating router 5b8aa282-7922-42dd-a6f6-c04140758e64 port a0b6ce46-d60b-49f0-89d2-72236e6c3536 binding host dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:10:01.117856 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 057d1bda-d784-4db2-9bca-d2f3f9736dcc up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:01.148749 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:01.191350 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Request body: {'port': {'device_id': '9b8d3e14-47f3-4134-941b-ab2ee56d1620', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:01.309737 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Network b731d6dd-df44-4e7f-9097-7719acf232e6 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:01.318740 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:01.346240 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:01.387050 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:01.407716 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Pushing event updated for resources: {'Port': ['ID=261d4c8a-7d00-49a8-9226-bc1bdc9bf631,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:01.419357 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:01.421666 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:01.504060 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Network acecac2a-f68a-478a-b6a8-0576f7e3cd9f is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:01.549107 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:01.621772 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:01.657944 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=467fd147-0a7c-48f7-9afe-29295f6dcd38,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:01.675349 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:01.804209 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 057d1bda-d784-4db2-9bca-d2f3f9736dcc completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:01.827217 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 057d1bda-d784-4db2-9bca-d2f3f9736dcc triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:01.827624 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:01.968573 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b796971-8485-484b-92e1-4200e7567776 req-d46451d4-bffc-4e7c-b619-86b7ff6c60cf tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:01.979595 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0b796971-8485-484b-92e1-4200e7567776 req-d46451d4-bffc-4e7c-b619-86b7ff6c60cf tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 932 time: 1.2214532
Jul 19 01:10:02.132755 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-b7ac9b52-cbbc-499f-bb18-1cc40eb5b926 None None] Provisioning complete for port a755a281-4983-4aee-a998-6abff037aa99 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:02.133273 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9b52-cbbc-499f-bb18-1cc40eb5b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:02.190362 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:02.379373 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:02.404141 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34504) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:02.454622 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Router b7d1dfc4-533f-4697-821d-43451d76588e has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:10:02.496562 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367762', 'description': 'tempest-description--1968477817'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:02.525629 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac9b52-cbbc-499f-bb18-1cc40eb5b926 None None] Port a755a281-4983-4aee-a998-6abff037aa99 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:10:02.533076 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:02.580399 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0b796971-8485-484b-92e1-4200e7567776 req-b6ca306f-837f-4272-bb5f-f71ece4c396c tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5954452
Jul 19 01:10:02.587523 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:02.746292 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 057d1bda-d784-4db2-9bca-d2f3f9736dcc, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=057d1bda-d784-4db2-9bca-d2f3f9736dcc,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:02.755732 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:security_group and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:02.758785 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:02.826614 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:02.831591 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:02.912647 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:03.048135 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.050075 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:10:03.057217 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] 10.222.0.24 "PUT /v2.0/routers/b7d1dfc4-533f-4697-821d-43451d76588e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7920413
Jul 19 01:10:03.061740 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Sync routers for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:10:03.077552 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 467fd147-0a7c-48f7-9afe-29295f6dcd38 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:03.083439 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Router 933c48a7-5f85-400e-aa21-10e4a0062063 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:10:03.088376 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:03.089264 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3763f1f0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:03.106964 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.130269 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.279206 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:03.296444 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db0c47776a624faaa9ade96aaf001633&name=default HTTP/1.1" status: 200  len: 2979 time: 4.0976512
Jul 19 01:10:03.305448 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34522) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:03.355808 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.417268 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=057d1bda-d784-4db2-9bca-d2f3f9736dcc,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:03.448918 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:03.454574 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Notify callbacks [] for port, precommit_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.503982 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Transition to ACTIVE for port object a0b6ce46-d60b-49f0-89d2-72236e6c3536 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:03.517062 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 467fd147-0a7c-48f7-9afe-29295f6dcd38 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:03.518552 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.528742 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:03.676735 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.695263 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a179b081-a495-4f53-8310-21abd8db41f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.701685 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:03.709966 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-350eb617-6179-4de9-8009-6a19d719bc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:03.753068 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace7f602-1328-4064-a07d-6bc268605d01 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:03.780934 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a179b081-a495-4f53-8310-21abd8db41f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.793733 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:security_group_rule and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:03.808437 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.812161 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:03.845986 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca197ee-c7e9-4685-ba68-4ba627bf60b2 req-b766ede7-760d-4886-ba06-8b858c0ff04b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:03.860642 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1ca197ee-c7e9-4685-ba68-4ba627bf60b2 req-b766ede7-760d-4886-ba06-8b858c0ff04b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 932 time: 1.1801090
Jul 19 01:10:03.881692 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a94f2-3503-4489-9c15-5a185e2c810f,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:03.889663 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:03.891038 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:03.917241 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Transition to ACTIVE for port object ace7f602-1328-4064-a07d-6bc268605d01 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:03.939527 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:03.986536 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:04.174027 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1ca197ee-c7e9-4685-ba68-4ba627bf60b2 req-ff80a978-9bb9-4093-8e5f-93d8e9ca0d92 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3124013
Jul 19 01:10:04.194370 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d3c5c-04eb-4de9-8ce6-16ff27676e35 None None] Pushing event updated for resources: {'Port': ['ID=a0b6ce46-d60b-49f0-89d2-72236e6c3536,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:04.307840 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-162d3c5c-04eb-4de9-8ce6-16ff27676e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:04.614962 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3763f1f0>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 2, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:04.632410 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Checking router: b7d1dfc4-533f-4697-821d-43451d76588e for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:10:04.633107 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Updating router b7d1dfc4-533f-4697-821d-43451d76588e port a755a281-4983-4aee-a998-6abff037aa99 binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:10:04.807183 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Attempting to bind port a0b6ce46-d60b-49f0-89d2-72236e6c3536 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:04.807567 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Attempting to bind port a0b6ce46-d60b-49f0-89d2-72236e6c3536 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:04.807939 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Attempting to bind port a0b6ce46-d60b-49f0-89d2-72236e6c3536 on network f774c46c-cf9f-418a-af16-4ea8967b6c0a {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:04.822076 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:04.826757 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:04.836483 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Checking segment: {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:04.837239 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:04.837849 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Bound using segment: {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:04.838529 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Bound port: a0b6ce46-d60b-49f0-89d2-72236e6c3536, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:04.839128 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:04.903114 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a179b081-a495-4f53-8310-21abd8db41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:04.903882 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Pushing event updated for resources: {'Port': ['ID=ace7f602-1328-4064-a07d-6bc268605d01,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:04.947721 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:04.982900 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34550) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:04.982900 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:05.026583 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] For port a0b6ce46-d60b-49f0-89d2-72236e6c3536, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:05.026583 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] For port a0b6ce46-d60b-49f0-89d2-72236e6c3536, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=a0b6ce46-d60b-49f0-89d2-72236e6c3536,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:05.033432 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:05.043064 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179b081-a495-4f53-8310-21abd8db41f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a94f2-3503-4489-9c15-5a185e2c810f,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:05.046339 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a179b081-a495-4f53-8310-21abd8db41f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:05.047536 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:05.062483 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701540177', 'description': 'tempest-description--1727188107'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:05.076090 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a179b081-a495-4f53-8310-21abd8db41f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:05.079972 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-a179b081-a495-4f53-8310-21abd8db41f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef8a94f2-3503-4489-9c15-5a185e2c810f HTTP/1.1" status: 204  len: 168 time: 1.7718813
Jul 19 01:10:05.082486 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Attempting to bind port ace7f602-1328-4064-a07d-6bc268605d01 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:05.082884 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Attempting to bind port ace7f602-1328-4064-a07d-6bc268605d01 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '5cdd43fb-5d3f-47ae-8d38-cfec29a839b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7f523857-323d-451b-8a62-22fa5227ef57'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:05.083291 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Attempting to bind port ace7f602-1328-4064-a07d-6bc268605d01 on network 7f523857-323d-451b-8a62-22fa5227ef57 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:05.095788 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:05.101117 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Port ace7f602-1328-4064-a07d-6bc268605d01 on network 7f523857-323d-451b-8a62-22fa5227ef57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:10:05.101443 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Attempting to bind port ace7f602-1328-4064-a07d-6bc268605d01 on network 7f523857-323d-451b-8a62-22fa5227ef57 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:05.122849 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:security_group and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:05.145361 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:05.158183 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:05.158836 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3867d100>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:05.179337 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:05.225821 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:05.286814 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:05.298682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e481df-a4c3-4140-b240-b54b8c1c3504 {{(pid=78647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:05.300155 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Checking segment: {'id': '5cdd43fb-5d3f-47ae-8d38-cfec29a839b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7f523857-323d-451b-8a62-22fa5227ef57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:05.300988 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Bound using segment: {'id': '5cdd43fb-5d3f-47ae-8d38-cfec29a839b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7f523857-323d-451b-8a62-22fa5227ef57'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:05.303362 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Bound port: ace7f602-1328-4064-a07d-6bc268605d01, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdd43fb-5d3f-47ae-8d38-cfec29a839b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7f523857-323d-451b-8a62-22fa5227ef57'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:05.305236 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:05.311032 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:05.344290 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.provisioning_blocks [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Transition to ACTIVE for port object c3e481df-a4c3-4140-b240-b54b8c1c3504 will not be triggered until provisioned by entity L2. {{(pid=78647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:05.421931 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 057d1bda-d784-4db2-9bca-d2f3f9736dcc up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:05.517770 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:05.589921 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:05.612297 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:security_group_rule and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:05.622636 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:05.632260 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:05.672384 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:05.675555 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:05.703933 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:05.783575 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] For port ace7f602-1328-4064-a07d-6bc268605d01, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:05.805862 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] For port ace7f602-1328-4064-a07d-6bc268605d01, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ace7f602-1328-4064-a07d-6bc268605d01,segment=NetworkSegment(5cdd43fb-5d3f-47ae-8d38-cfec29a839b7),segment_id=5cdd43fb-5d3f-47ae-8d38-cfec29a839b7)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:05.844916 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:05.870020 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d3c5c-04eb-4de9-8ce6-16ff27676e35 None None] Pushing event updated for resources: {'Port': ['ID=a0b6ce46-d60b-49f0-89d2-72236e6c3536,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:05.884231 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-162d3c5c-04eb-4de9-8ce6-16ff27676e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:05.894901 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:05.929404 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:06.052623 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:06.089378 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Transition to ACTIVE for port object a755a281-4983-4aee-a998-6abff037aa99 will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:06.106918 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:06.148970 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-80ca4bf0-d598-45b0-b891-21930cfc3250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:06.187796 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:06.188367 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:06.194427 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] 10.222.0.16 "PUT /v2.0/ports/ace7f602-1328-4064-a07d-6bc268605d01 HTTP/1.1" status: 200  len: 1094 time: 5.6739018
Jul 19 01:10:06.210006 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17b8946-3ca7-4b18-b9c0-e1c188d9bcab', 'tag': 'ace7f602-1328-4064-a07d-6bc268605d01'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:06.411776 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 057d1bda-d784-4db2-9bca-d2f3f9736dcc triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:06.424466 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:06.491625 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:10:06.570437 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25933bd3-b960-4bbd-92d6-f078ae117b22 req-5327acec-b167-4e21-a344-abe0277ba689 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:06.579317 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-25933bd3-b960-4bbd-92d6-f078ae117b22 req-5327acec-b167-4e21-a344-abe0277ba689 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 944 time: 1.0586207
Jul 19 01:10:06.591197 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] 10.222.0.24 "PUT /v2.0/routers/933c48a7-5f85-400e-aa21-10e4a0062063/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9461010
Jul 19 01:10:06.617254 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Pushing event updated for resources: {'Port': ['ID=ace7f602-1328-4064-a07d-6bc268605d01,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:06.621390 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Sync routers for ids ['933c48a7-5f85-400e-aa21-10e4a0062063'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:10:06.633043 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:06.705565 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e481df-a4c3-4140-b240-b54b8c1c3504,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:06.710658 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:06.722244 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 4.2773035
Jul 19 01:10:06.725908 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:06.726052 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34594) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:06.726927 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb8862-399b-4c88-975a-106b23fefb3b None None] Pushing event updated for resources: {'Port': ['ID=a755a281-4983-4aee-a998-6abff037aa99,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:06.737482 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.690s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:06.749087 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:06.753921 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-0adb8862-399b-4c88-975a-106b23fefb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:06.786953 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:06.853760 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:06.878493 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'security_group_rule': {'security_group_id': 'c8357da7-faa5-4ff7-ae4c-732c7e5d2edd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:06.910512 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Routers {'933c48a7-5f85-400e-aa21-10e4a0062063'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:06.911186 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37786970>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['933c48a7-5f85-400e-aa21-10e4a0062063'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:06.970522 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-25933bd3-b960-4bbd-92d6-f078ae117b22 req-4e351908-c708-4b8b-b74a-5a82e74b6bcf tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3899653
Jul 19 01:10:06.993089 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:07.012259 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.032006 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.0031857
Jul 19 01:10:07.033228 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:07.033682 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34602) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:07.043296 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaa352-4faa-4413-836f-67d3235621b3 req-1b5e3097-0f7a-4c4a-8433-ce9a9073f794 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:07.054807 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-afaaa352-4faa-4413-836f-67d3235621b3 req-1b5e3097-0f7a-4c4a-8433-ce9a9073f794 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 944 time: 1.4035673
Jul 19 01:10:07.079431 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:07.083806 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'security_group_rule': {'security_group_id': '6d0e814f-9c9f-4c8a-8678-7d427b63f2a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:07.084934 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Attempting to bind port a755a281-4983-4aee-a998-6abff037aa99 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:07.086775 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Attempting to bind port a755a281-4983-4aee-a998-6abff037aa99 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:07.088471 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Attempting to bind port a755a281-4983-4aee-a998-6abff037aa99 on network b731d6dd-df44-4e7f-9097-7719acf232e6 {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:07.108422 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:07.111269 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Checking segment: {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:07.112544 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:07.113259 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.115319 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Bound using segment: {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:07.117883 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Bound port: a755a281-4983-4aee-a998-6abff037aa99, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:07.118557 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.122212 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:security_group_rule and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:07.130255 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:07.144400 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:07.147629 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:security_group_rule and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:07.164777 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:07.207380 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:07.228882 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-2e4b62eb-77a0-4fcd-acfa-42f45b440806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:07.233995 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-2e4b62eb-77a0-4fcd-acfa-42f45b440806 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=835810a671274c678061e6a404c480e0&device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 1097 time: 0.8135026
Jul 19 01:10:07.262801 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:07.276822 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:07.277639 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.289576 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.300287 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Attempting to bind port c3e481df-a4c3-4140-b240-b54b8c1c3504 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:07.300701 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Attempting to bind port c3e481df-a4c3-4140-b240-b54b8c1c3504 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'}] {{(pid=78647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:07.301052 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Attempting to bind port c3e481df-a4c3-4140-b240-b54b8c1c3504 on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:07.322379 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Port c3e481df-a4c3-4140-b240-b54b8c1c3504 on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:10:07.322701 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Attempting to bind port c3e481df-a4c3-4140-b240-b54b8c1c3504 on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:07.337130 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-afaaa352-4faa-4413-836f-67d3235621b3 req-f966cb06-df46-4710-88f5-4e78f87f1157 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2811680
Jul 19 01:10:07.355161 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:07.355519 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Checking segment: {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:07.356086 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Bound using segment: {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'} {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:07.356529 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Bound port: c3e481df-a4c3-4140-b240-b54b8c1c3504, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'}}] {{(pid=78647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:07.356875 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.401876 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] For port a755a281-4983-4aee-a998-6abff037aa99, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:07.401876 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] For port a755a281-4983-4aee-a998-6abff037aa99, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=a755a281-4983-4aee-a998-6abff037aa99,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:07.420838 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.476560 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:07.488744 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.501415 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.514191 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:07.523763 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3867d100>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:05Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:07.545599 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac387147-5c5c-4eb6-aa74-97feebe0dc6c None None] The sync data for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi is: [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:05Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:10:07.585604 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a15f14-ea52-403f-95b6-3b29ed4f3dc8,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:07.605873 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:07.692916 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Set router 933c48a7-5f85-400e-aa21-10e4a0062063 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:07.745148 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] For port c3e481df-a4c3-4140-b240-b54b8c1c3504, host hv-cinder-80123, cleared binding levels {{(pid=78647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:07.778342 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] For port c3e481df-a4c3-4140-b240-b54b8c1c3504, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c3e481df-a4c3-4140-b240-b54b8c1c3504,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:07.780590 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.786686 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7283080
Jul 19 01:10:07.791302 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34628) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:07.792972 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.794998 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-bd72bc60-a5cc-4cb3-b595-3068f4da8b54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ace7f602-1328-4064-a07d-6bc268605d01 HTTP/1.1" status: 200  len: 217 time: 0.2170229
Jul 19 01:10:07.804820 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'security_group_rule': {'security_group_id': '6d0e814f-9c9f-4c8a-8678-7d427b63f2a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:07.805004 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17b8946-3ca7-4b18-b9c0-e1c188d9bcab', 'tag': 'ace7f602-1328-4064-a07d-6bc268605d01', 'status': 'completed', 'code': 200}
Jul 19 01:10:07.811411 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.813401 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:07.817968 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:07.825396 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:07.941890 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:07.942785 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3763f1f0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:07.991278 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-bcf38c68-e0bf-4d77-adc4-69ba597d2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:07.992822 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-bcf38c68-e0bf-4d77-adc4-69ba597d2f59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=112b7e2a-c64a-40ea-8a40-85c1d03908c9 HTTP/1.1" status: 200  len: 851 time: 0.1768112
Jul 19 01:10:08.081523 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb8862-399b-4c88-975a-106b23fefb3b None None] Pushing event updated for resources: {'Port': ['ID=a755a281-4983-4aee-a998-6abff037aa99,revision_number=4']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:08.084208 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:security_group_rule and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:08.094990 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-0adb8862-399b-4c88-975a-106b23fefb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:08.103909 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:08.120257 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:08.155819 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-94a815d4-324b-4993-85fd-bf83f2fe635e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f523857-323d-451b-8a62-22fa5227ef57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1388390
Jul 19 01:10:08.165508 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:08.167386 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:08.174725 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] 10.222.0.16 "PUT /v2.0/ports/c3e481df-a4c3-4140-b240-b54b8c1c3504 HTTP/1.1" status: 200  len: 1094 time: 7.6316764
Jul 19 01:10:08.225270 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8d3e14-47f3-4134-941b-ab2ee56d1620', 'tag': 'c3e481df-a4c3-4140-b240-b54b8c1c3504'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:08.369003 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:08.493641 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37786970>, [{'id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-router', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:45Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'gw_port': {'id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:47Z', 'updated_at': '2021-07-19T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '261d4c8a-7d00-49a8-9226-bc1bdc9bf631', 'name': '', 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'mac_address': 'fa:16:3e:b0:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c9000604-dc2d-4842-9495-6c05da929a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 2, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'subnets': [{'id': 'c9000604-dc2d-4842-9495-6c05da929a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:08.501695 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Checking router: 933c48a7-5f85-400e-aa21-10e4a0062063 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:10:08.506151 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Updating router 933c48a7-5f85-400e-aa21-10e4a0062063 port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 binding host dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:10:08.578932 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:08.612778 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-1cc6be31-62c5-48b7-a8b7-7abac97aed7d service neutron] 10.222.0.16 "GET /v2.0/networks/7f523857-323d-451b-8a62-22fa5227ef57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4474685
Jul 19 01:10:08.756378 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-d5d4826f-4c71-4acd-a921-26d74079835b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:08.757138 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-d5d4826f-4c71-4acd-a921-26d74079835b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Synchronizing usage tracker for tenant:93b72b8acdfd484f8fe209c3488ee8ba on resource:network {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:10:08.882519 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:08.918806 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-d5d4826f-4c71-4acd-a921-26d74079835b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Unset dirty status for tenant:93b72b8acdfd484f8fe209c3488ee8ba on resource:network {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:08.928938 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-d5d4826f-4c71-4acd-a921-26d74079835b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 819 time: 0.9306605
Jul 19 01:10:08.971159 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:08.972699 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.2147057
Jul 19 01:10:08.979037 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34656) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:08.983097 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f3d57699-6c79-4dde-bfe0-75de352b1213 req-6203bf31-222e-4865-adee-c65061dc8370 service neutron] 10.222.0.16 "GET /v2.0/networks/7f523857-323d-451b-8a62-22fa5227ef57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3636901
Jul 19 01:10:08.992375 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'security_group_rule': {'security_group_id': 'c8357da7-faa5-4ff7-ae4c-732c7e5d2edd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:09.018193 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:09.032207 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:security_group_rule and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:09.039901 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:09.055675 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-78e0ce2f-1bdb-448d-ba20-c1a0af0b202a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/quotas/93b72b8acdfd484f8fe209c3488ee8ba HTTP/1.1" status: 200  len: 375 time: 0.1257763
Jul 19 01:10:09.059339 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:09.077099 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Notify callbacks [] for port, precommit_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.091268 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Transition to ACTIVE for port object 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:09.096903 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.100491 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.106471 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:09.158976 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e481df-a4c3-4140-b240-b54b8c1c3504,revision_number=3']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:09.177201 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f0140-b6d4-4af5-bb33-b69b48799ae8 None None] Pushing event updated for resources: {'Port': ['ID=261d4c8a-7d00-49a8-9226-bc1bdc9bf631,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:09.180764 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-014f0140-b6d4-4af5-bb33-b69b48799ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:09.184605 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a07c4-4a7d-49f2-b14f-651206228d33 req-23ef4540-6d99-47cd-915c-b8636042aeba tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:09.193220 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9b2a07c4-4a7d-49f2-b14f-651206228d33 req-23ef4540-6d99-47cd-915c-b8636042aeba tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 944 time: 0.5752442
Jul 19 01:10:09.207114 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.382s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:09.210085 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.060s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:09.254175 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-dec7fdd7-5be7-4f12-bb70-655fc65a99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:09.259421 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-dec7fdd7-5be7-4f12-bb70-655fc65a99e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 1097 time: 0.8779194
Jul 19 01:10:09.297615 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.301038 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3763f1f0>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:07Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:09.311764 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.312795 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585a693-b33f-4806-9bf2-9c20420d7d5a None None] The sync data for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi is: [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:07Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:10:09.316938 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.332624 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:09.332766 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.334173 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b78d67-68b9-4ac9-bab9-d07922a33c0e,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:09.337546 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:09.361635 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-580b590d-da82-4372-bb75-8145e936e47f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:09.386894 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15830115-6bf9-4e60-b9c9-dd5f13c7bfa7,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:09.389610 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:09.405683 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2936209e-4809-4622-84ca-d3242abbb7f9,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:09.432083 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.432316 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:09.437323 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6361995
Jul 19 01:10:09.437445 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.437534 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 34672) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:09.445414 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9b2a07c4-4a7d-49f2-b14f-651206228d33 req-a559a2c1-7eb0-47f9-a954-b353e33f3b50 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2511568
Jul 19 01:10:09.448787 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4661055
Jul 19 01:10:09.450017 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 34676) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:09.456679 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'floatingip': {'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:09.462652 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'floatingip': {'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:09.468292 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:09.482948 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-dec44da7-951b-4e8c-952b-b44b64d4dba1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Synchronizing usage tracker for tenant:93b72b8acdfd484f8fe209c3488ee8ba on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:10:09.487442 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:09.488591 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:floatingip and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:09.501280 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:09.504476 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:floatingip and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:09.513479 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:09.521991 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:09.542691 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:09.545448 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.561523 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Attempting to bind port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:09.562477 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Attempting to bind port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:09.562859 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Attempting to bind port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 on network acecac2a-f68a-478a-b6a8-0576f7e3cd9f {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:09.571155 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:09.571563 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Checking segment: {'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:09.572756 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.573273 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Bound using segment: {'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:09.573970 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Bound port: 261d4c8a-7d00-49a8-9226-bc1bdc9bf631, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:09.574464 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.574607 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.656768 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-dec44da7-951b-4e8c-952b-b44b64d4dba1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Unset dirty status for tenant:93b72b8acdfd484f8fe209c3488ee8ba on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:09.664005 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-dec44da7-951b-4e8c-952b-b44b64d4dba1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6062448
Jul 19 01:10:09.843058 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] For port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:09.853428 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] For port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=261d4c8a-7d00-49a8-9226-bc1bdc9bf631,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:09.859962 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:09.881426 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:09.890026 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:10.096642 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a0b6ce46-d60b-49f0-89d2-72236e6c3536 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:10.238016 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Allocated IP 172.27.3.135 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/6dce1414-3b1b-47c8-8ccb-59000c692321) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:10.284105 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Routers {'933c48a7-5f85-400e-aa21-10e4a0062063'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:10.284573 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37786970>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['933c48a7-5f85-400e-aa21-10e4a0062063'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:10.303330 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-583cb408-5899-4068-a261-5f5f232597f8 service neutron] 10.222.0.24 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6160336
Jul 19 01:10:10.401175 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc3b2-59f3-4326-9eac-f4440679b00e req-b3ded442-38b7-46b4-ac0d-47e19ebc8f76 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:10.408824 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8bbfc3b2-59f3-4326-9eac-f4440679b00e req-b3ded442-38b7-46b4-ac0d-47e19ebc8f76 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 944 time: 0.3739517
Jul 19 01:10:10.456771 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f0140-b6d4-4af5-bb33-b69b48799ae8 None None] Pushing event updated for resources: {'Port': ['ID=261d4c8a-7d00-49a8-9226-bc1bdc9bf631,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:10.464434 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-014f0140-b6d4-4af5-bb33-b69b48799ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:10.544597 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:10.561106 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port a0b6ce46-d60b-49f0-89d2-72236e6c3536 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:10.566473 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:10.591146 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port a0b6ce46-d60b-49f0-89d2-72236e6c3536 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:10.591529 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:10.617743 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:10.637162 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:10.643115 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8bbfc3b2-59f3-4326-9eac-f4440679b00e req-79fb5733-7487-46d9-88e2-9dd6d8effdc1 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334180
Jul 19 01:10:10.654361 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-d7baf0cb-333d-4dac-ad3d-886636c14091 service neutron] 10.222.0.24 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3430870
Jul 19 01:10:10.684042 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] Set router 933c48a7-5f85-400e-aa21-10e4a0062063 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:10.771544 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:10.780790 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:10.789677 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:10:10.812098 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'Port': ['ID=6dce1414-3b1b-47c8-8ccb-59000c692321,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:10.816072 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:10.898471 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Allocated IP 172.27.3.93 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/e4e88b5c-3ca2-4d7d-b41d-44a48e0eed37) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:10.993773 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.163474 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8d3e14-47f3-4134-941b-ab2ee56d1620', 'tag': 'c3e481df-a4c3-4140-b240-b54b8c1c3504', 'status': 'completed', 'code': 200}
Jul 19 01:10:11.193069 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.201285 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.369662 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.447544 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9864a432-103a-4a23-a52d-7ff0076df017 req-2e9874ee-5141-41ab-910a-1560b5227472 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 210 time: 0.1996093
Jul 19 01:10:11.453930 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.482713 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:11.557262 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port a0b6ce46-d60b-49f0-89d2-72236e6c3536, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=a0b6ce46-d60b-49f0-89d2-72236e6c3536,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:11.572109 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.574256 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a755a281-4983-4aee-a998-6abff037aa99 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:11.613862 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-162d3c5c-04eb-4de9-8ce6-16ff27676e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:11.619595 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.631208 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.637472 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:11.658454 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:11.676271 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:11.774803 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.796020 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=a0b6ce46-d60b-49f0-89d2-72236e6c3536,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:11.800993 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:11.815524 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port a755a281-4983-4aee-a998-6abff037aa99 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:11.815714 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:10:11.826644 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port a755a281-4983-4aee-a998-6abff037aa99 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:11.827012 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.870084 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37786970>, [{'id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-router', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:45Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'gw_port': {'id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:47Z', 'updated_at': '2021-07-19T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '261d4c8a-7d00-49a8-9226-bc1bdc9bf631', 'name': '', 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'mac_address': 'fa:16:3e:b0:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c9000604-dc2d-4842-9495-6c05da929a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'subnets': [{'id': 'c9000604-dc2d-4842-9495-6c05da929a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:11.883257 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-0d486930-0222-4e6a-b68e-9267a4fbf826 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3e481df-a4c3-4140-b240-b54b8c1c3504 HTTP/1.1" status: 200  len: 217 time: 0.2020917
Jul 19 01:10:11.892082 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'Port': ['ID=e4e88b5c-3ca2-4d7d-b41d-44a48e0eed37,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:11.893606 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'Port': ['ID=6dce1414-3b1b-47c8-8ccb-59000c692321,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:11.906590 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:11.908687 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:11.910114 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4593775
Jul 19 01:10:11.911397 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b005aa7a-536b-4fa5-a764-34f7defa60e9 None None] The sync data for ids ['933c48a7-5f85-400e-aa21-10e4a0062063'] in dv-cinder-801236-1-iscsi is: [{'id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-router', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:45Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'gw_port': {'id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:47Z', 'updated_at': '2021-07-19T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '261d4c8a-7d00-49a8-9226-bc1bdc9bf631', 'name': '', 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'mac_address': 'fa:16:3e:b0:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c9000604-dc2d-4842-9495-6c05da929a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'subnets': [{'id': 'c9000604-dc2d-4842-9495-6c05da929a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:10:11.978477 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:12.009502 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa202a-2aeb-463b-9abf-028078a80c13 req-5c61d043-68ca-45a1-ba74-b5f242e058af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:12.013961 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ccfa202a-2aeb-463b-9abf-028078a80c13 req-5c61d043-68ca-45a1-ba74-b5f242e058af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=835810a671274c678061e6a404c480e0&device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 1097 time: 0.2498653
Jul 19 01:10:12.068107 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:12.072474 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:12.095719 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-456e8802-440a-4a61-ae45-3ed129aa55db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:12.097779 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-456e8802-440a-4a61-ae45-3ed129aa55db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69801f67-48c3-428b-97c7-9b4f16bcca80 HTTP/1.1" status: 200  len: 855 time: 0.2029657
Jul 19 01:10:12.108587 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348992e-5065-46df-98a2-4f967c5e42a3 req-150c5ec4-fa0f-408d-b867-a2ee96b769ac tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:12.110306 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9348992e-5065-46df-98a2-4f967c5e42a3 req-150c5ec4-fa0f-408d-b867-a2ee96b769ac tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 944 time: 0.8091741
Jul 19 01:10:12.142627 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port a755a281-4983-4aee-a998-6abff037aa99, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=a755a281-4983-4aee-a998-6abff037aa99,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:12.149278 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:12.153678 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:12.246166 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-ad8e581b-d75f-4705-9840-d9afe834611a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21b21fff-ae80-46fa-9bb7-9194a4b077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1316950
Jul 19 01:10:12.250668 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=a755a281-4983-4aee-a998-6abff037aa99,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:12.264151 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:12.295158 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa202a-2aeb-463b-9abf-028078a80c13 req-cbdb2505-d323-4661-81e9-a779fb320a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:12.296084 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898d463-da4f-431a-8278-11cedcca2e07 req-66ef0e40-3e2a-46f7-90c5-5cf74a177334 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:12.297223 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ccfa202a-2aeb-463b-9abf-028078a80c13 req-cbdb2505-d323-4661-81e9-a779fb320a1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f523857-323d-451b-8a62-22fa5227ef57 HTTP/1.1" status: 200  len: 911 time: 0.2622099
Jul 19 01:10:12.297808 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2898d463-da4f-431a-8278-11cedcca2e07 req-66ef0e40-3e2a-46f7-90c5-5cf74a177334 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 944 time: 0.4753659
Jul 19 01:10:12.384726 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a0b6ce46-d60b-49f0-89d2-72236e6c3536 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:12.402490 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ccfa202a-2aeb-463b-9abf-028078a80c13 req-f30da665-6ed4-4132-967b-386f1cc8f0d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ace7f602-1328-4064-a07d-6bc268605d01 HTTP/1.1" status: 200  len: 217 time: 0.0969863
Jul 19 01:10:12.406022 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:12.477517 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port a0b6ce46-d60b-49f0-89d2-72236e6c3536 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:12.477982 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:12.515990 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9348992e-5065-46df-98a2-4f967c5e42a3 req-dfea0306-ccb8-4f32-86e0-3e199e861c26 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3657300
Jul 19 01:10:12.580171 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa202a-2aeb-463b-9abf-028078a80c13 req-842f7ea0-972a-46f6-b94d-0e26e2001573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:12.583158 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ccfa202a-2aeb-463b-9abf-028078a80c13 req-842f7ea0-972a-46f6-b94d-0e26e2001573 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=112b7e2a-c64a-40ea-8a40-85c1d03908c9 HTTP/1.1" status: 200  len: 851 time: 0.1719632
Jul 19 01:10:12.657649 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:12.679634 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ccfa202a-2aeb-463b-9abf-028078a80c13 req-db905112-614c-4b30-af9d-6c09fb02e844 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f523857-323d-451b-8a62-22fa5227ef57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0867994
Jul 19 01:10:12.754561 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2898d463-da4f-431a-8278-11cedcca2e07 req-58e8300e-b891-48c1-992f-3ca6d6e9c209 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4031630
Jul 19 01:10:12.764434 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:12.770036 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:12.770481 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:12.925332 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:12.984447 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=261d4c8a-7d00-49a8-9226-bc1bdc9bf631,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:12.992645 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:12.994902 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-8ceb0616-2601-46f8-b8f0-9ed362c023bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:12.995563 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.16', 49551) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:13.087357 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ccfa202a-2aeb-463b-9abf-028078a80c13 req-c8a77dd6-c2f3-4e6c-b51e-9eeec8548eff service neutron] 10.222.0.16 "GET /v2.0/networks/7f523857-323d-451b-8a62-22fa5227ef57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4002433
Jul 19 01:10:13.194866 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=261d4c8a-7d00-49a8-9226-bc1bdc9bf631,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:13.199611 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:13.295891 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-05d9ee0a-5bcc-4150-a911-80575e2964b3 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9840736
Jul 19 01:10:13.406837 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-eb04dacd-f763-445b-8304-10a5c89ddf69 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Synchronizing usage tracker for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:security_group {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:10:13.483461 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ccfa202a-2aeb-463b-9abf-028078a80c13 req-48955e1c-ebe5-4106-99c8-55f709036728 service neutron] 10.222.0.16 "GET /v2.0/networks/7f523857-323d-451b-8a62-22fa5227ef57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3638928
Jul 19 01:10:13.490273 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f338ecb5-987a-445b-a404-e5e15fa8280b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:13.491724 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f338ecb5-987a-445b-a404-e5e15fa8280b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 819 time: 0.4917314
Jul 19 01:10:13.556620 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Request body: {'port': {'device_id': '2048f18a-e9b2-44a8-b4fb-824b1cee25c4', 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f', 'admin_state_up': True, 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:13.605538 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3c306-734a-4468-9354-934653378919 req-4c443aae-bfb5-4ec5-8a18-16b82263bf1a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:13.610044 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-4c443aae-bfb5-4ec5-8a18-16b82263bf1a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 819 time: 0.8780513
Jul 19 01:10:13.672450 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:13.687576 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:13.688389 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-eb04dacd-f763-445b-8304-10a5c89ddf69 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Unset dirty status for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:security_group {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:13.701421 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-eb04dacd-f763-445b-8304-10a5c89ddf69 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1367762&fields=id&tenant_id=da4b6b1b1cae4c68818c57fc60b9f135 HTTP/1.1" status: 200  len: 267 time: 0.6854167
Jul 19 01:10:13.731869 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-437ca668-ccbe-4011-9415-85b3555031f3 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/quotas/93b72b8acdfd484f8fe209c3488ee8ba HTTP/1.1" status: 200  len: 375 time: 0.0844402
Jul 19 01:10:13.756812 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:13.757494 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:13.767972 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:13.784693 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Made reservation on behalf of 93b72b8acdfd484f8fe209c3488ee8ba for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:10:13.795086 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:13.799622 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b19e3db9-617b-471b-a688-f9f89ddfd253 req-3986acf4-c500-4b3f-abca-09943e17d7a7 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5032508
Jul 19 01:10:13.891174 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:14.043807 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Allocated IP 172.20.0.3 (acecac2a-f68a-478a-b6a8-0576f7e3cd9f/c9000604-dc2d-4842-9495-6c05da929a3d/c5b554f1-1e54-42b3-b4ae-74eefa3a05d5) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:14.064642 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'Port': ['ID=e4e88b5c-3ca2-4d7d-b41d-44a48e0eed37,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:14.082561 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:14.094399 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:14.121141 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.6775110
Jul 19 01:10:14.282217 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-613b8c65-60b6-4641-8967-993868e01f0d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:14.282773 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-613b8c65-60b6-4641-8967-993868e01f0d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Synchronizing usage tracker for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:network {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:10:14.300503 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c5a6c-8bd3-47f5-b7f6-f3a383818abe req-aaf5e1f6-5840-40fe-8038-4aedbd18113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:14.301973 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a80c5a6c-8bd3-47f5-b7f6-f3a383818abe req-aaf5e1f6-5840-40fe-8038-4aedbd18113a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 1097 time: 0.4033446
Jul 19 01:10:14.306186 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a755a281-4983-4aee-a998-6abff037aa99 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:14.332129 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-647bd224-0f0c-421e-9cb6-25f66719ec57 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5993567
Jul 19 01:10:14.402419 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:14.423870 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-613b8c65-60b6-4641-8967-993868e01f0d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Unset dirty status for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:network {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:14.425193 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-613b8c65-60b6-4641-8967-993868e01f0d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 816 time: 0.6895275
Jul 19 01:10:14.442251 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:14.446566 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port a755a281-4983-4aee-a998-6abff037aa99 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:14.447271 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:14.451805 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-67fb91aa-6ae0-4b48-b2c2-fa5eebade726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:14.455393 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-8753e5b7-95d4-4faf-a011-ee3fe278919d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/quotas/da4b6b1b1cae4c68818c57fc60b9f135 HTTP/1.1" status: 200  len: 375 time: 0.0227935
Jul 19 01:10:14.537229 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Network acecac2a-f68a-478a-b6a8-0576f7e3cd9f is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:14.541032 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:14.545942 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:10:14.553416 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:14.553679 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:14.589058 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Pushing event updated for resources: {'Port': ['ID=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:14.605056 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:14.638466 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:14.640127 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0876281
Jul 19 01:10:14.647252 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-ce2d8529-b30e-4659-a789-059ac6449374 service neutron] 10.222.0.24 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2819843
Jul 19 01:10:14.744220 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:14.744603 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:14.795593 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-d4c74769-6522-4c68-b143-4de1878407cc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2837136
Jul 19 01:10:14.923702 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-36551672-8d05-4eb9-88eb-cae42b37c55a service neutron] 10.222.0.24 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2700398
Jul 19 01:10:14.957530 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-5cabd5c6-e2dd-4877-ae48-d943e15ed5df service neutron] 10.222.0.24 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612904
Jul 19 01:10:15.093153 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-d7cc6afd-0cec-4f25-bc91-70bc0d8f7513 service neutron] 10.222.0.24 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287837
Jul 19 01:10:15.396478 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab56de-97a5-4142-a0e4-51758225f4f3 req-4d62599a-d2d4-4139-aad1-9394706797d8 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:15.398209 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d4ab56de-97a5-4142-a0e4-51758225f4f3 req-4d62599a-d2d4-4139-aad1-9394706797d8 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 944 time: 0.2725084
Jul 19 01:10:15.447325 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308867b1-c7cb-4b63-9206-20905786d143 req-fb979bed-91db-4cb1-85c1-f6d956d3690b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:15.448815 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-308867b1-c7cb-4b63-9206-20905786d143 req-fb979bed-91db-4cb1-85c1-f6d956d3690b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 944 time: 0.1528068
Jul 19 01:10:15.475130 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d4ab56de-97a5-4142-a0e4-51758225f4f3 req-1760fef7-28ab-4437-958b-ad5150cc840a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695319
Jul 19 01:10:15.503565 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-308867b1-c7cb-4b63-9206-20905786d143 req-be01e9b8-8c86-4fc4-858e-e55d1a110db9 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465045
Jul 19 01:10:15.677088 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-128da19c-c0b2-4b05-b79d-8c7021ddeeb0 req-a43ae501-58ec-4b03-9b42-ef77277d812a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 210 time: 0.0531509
Jul 19 01:10:15.686614 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-7aeda6fe-3d84-4055-b941-87249517202a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Synchronizing usage tracker for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:security_group {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:10:15.706637 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-7aeda6fe-3d84-4055-b941-87249517202a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Unset dirty status for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:security_group {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:15.714483 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-7aeda6fe-3d84-4055-b941-87249517202a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1701540177&fields=id&tenant_id=64cb4437e8d44258a6db38171e3fc745 HTTP/1.1" status: 200  len: 267 time: 0.1327407
Jul 19 01:10:15.868054 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bf45f74c-6a6c-4ff6-9eed-f6ac4d5b2e06 req-fbd5af27-a010-4f85-b705-8c3ebecf6934 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 210 time: 0.0979815
Jul 19 01:10:15.906851 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-4ceb8fb4-405f-4079-900e-0650fd392575 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:15.907538 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-4ceb8fb4-405f-4079-900e-0650fd392575 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Synchronizing usage tracker for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:network {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:10:15.923951 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-4ceb8fb4-405f-4079-900e-0650fd392575 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Unset dirty status for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:network {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:15.925166 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-4ceb8fb4-405f-4079-900e-0650fd392575 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 810 time: 0.2098122
Jul 19 01:10:15.940354 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-5f58e1bb-98ca-4a3b-85d8-fb0eaea1e217 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/quotas/64cb4437e8d44258a6db38171e3fc745 HTTP/1.1" status: 200  len: 375 time: 0.0088911
Jul 19 01:10:16.024205 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-82e4f29b-4dff-4350-8fd0-3b6100ff89b5 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0781462
Jul 19 01:10:16.157881 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-7279e80c-0b04-47b7-a459-4f191ea6e381 service neutron] 10.222.0.24 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216173
Jul 19 01:10:16.289297 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-d8786a00-c103-461e-895a-54abf6843944 service neutron] 10.222.0.24 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256864
Jul 19 01:10:16.466692 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-839adaab-15fa-4733-a2f8-e2ac52d31a48 req-f457598a-7f55-4f10-a73d-90cd3287d2f5 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0470257
Jul 19 01:10:16.728073 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0004c1-b796-48e1-b0a0-ffdd6df8834f req-7733aed3-ccc4-49f4-9f67-03852ccb5b3f tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:16.729594 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9a0004c1-b796-48e1-b0a0-ffdd6df8834f req-7733aed3-ccc4-49f4-9f67-03852ccb5b3f tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 944 time: 0.1473565
Jul 19 01:10:16.760285 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee29f9-fb1a-4986-92dd-f99100845590 req-e495fe13-4edf-4fc5-b53e-e337f76fcf1b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:16.761921 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-63ee29f9-fb1a-4986-92dd-f99100845590 req-e495fe13-4edf-4fc5-b53e-e337f76fcf1b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 944 time: 0.1429670
Jul 19 01:10:16.820170 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9a0004c1-b796-48e1-b0a0-ffdd6df8834f req-07fd64c6-6627-4414-88e5-89e5f7e0e897 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827987
Jul 19 01:10:16.830787 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-63ee29f9-fb1a-4986-92dd-f99100845590 req-9e60fe6c-1a00-4e8f-b9ea-0314ff67b45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629869
Jul 19 01:10:16.969353 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6cc0ea21-4ec2-4931-a1c9-fe41ab345394 req-bbc7e022-8950-4017-bc12-bcb2be82ff86 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 210 time: 0.0408425
Jul 19 01:10:17.027891 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-aa14b634-872d-41b9-8d9b-0170f009d4a1 req-4407b340-1bc5-479f-a183-44437a0d9925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 210 time: 0.0467808
Jul 19 01:10:17.204130 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Request body: {'port': {'device_id': '2048f18a-e9b2-44a8-b4fb-824b1cee25c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:17.225389 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device ace7f602-1328-4064-a07d-6bc268605d01 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:10:17.324390 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:17.334871 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c5a6c-8bd3-47f5-b7f6-f3a383818abe req-c2894d18-1f1b-4eab-89bc-6f88f6ef568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:17.336368 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a80c5a6c-8bd3-47f5-b7f6-f3a383818abe req-c2894d18-1f1b-4eab-89bc-6f88f6ef568f service neutron] 10.222.0.16 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 915 time: 0.1497636
Jul 19 01:10:17.382872 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port ace7f602-1328-4064-a07d-6bc268605d01, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ace7f602-1328-4064-a07d-6bc268605d01,segment=NetworkSegment(5cdd43fb-5d3f-47ae-8d38-cfec29a839b7),segment_id=5cdd43fb-5d3f-47ae-8d38-cfec29a839b7)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:17.404804 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'ace7f602-1328-4064-a07d-6bc268605d01', 'network_id': '7f523857-323d-451b-8a62-22fa5227ef57', 'port_id': 'ace7f602-1328-4064-a07d-6bc268605d01', 'mac_address': 'fa:16:3e:96:01:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112b7e2a-c64a-40ea-8a40-85c1d03908c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:10:17.412930 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a80c5a6c-8bd3-47f5-b7f6-f3a383818abe req-d10e9c2b-9be4-4682-9b7d-28910f9f6b6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3e481df-a4c3-4140-b240-b54b8c1c3504 HTTP/1.1" status: 200  len: 217 time: 0.0695767
Jul 19 01:10:17.480302 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:17.504373 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace7f602-1328-4064-a07d-6bc268605d01 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:17.516415 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c5a6c-8bd3-47f5-b7f6-f3a383818abe req-9b92fb69-ef44-4655-aeec-1b25e964c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:17.518190 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a80c5a6c-8bd3-47f5-b7f6-f3a383818abe req-9b92fb69-ef44-4655-aeec-1b25e964c132 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69801f67-48c3-428b-97c7-9b4f16bcca80 HTTP/1.1" status: 200  len: 855 time: 0.0981929
Jul 19 01:10:17.526510 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port ace7f602-1328-4064-a07d-6bc268605d01, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ace7f602-1328-4064-a07d-6bc268605d01,segment=NetworkSegment(5cdd43fb-5d3f-47ae-8d38-cfec29a839b7),segment_id=5cdd43fb-5d3f-47ae-8d38-cfec29a839b7)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:17.533954 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:17.536319 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-667f0f72-c988-49ec-83fb-172c1a855b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:17.606312 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=ace7f602-1328-4064-a07d-6bc268605d01,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:17.609597 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:17.635094 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a80c5a6c-8bd3-47f5-b7f6-f3a383818abe req-674b96d3-0a52-4c52-8411-149de68762e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21b21fff-ae80-46fa-9bb7-9194a4b077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0934129
Jul 19 01:10:17.684615 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4352d5d9-bea4-4d0b-b095-7470381abd68 req-bd0f52ff-8666-4b8f-8ff8-566d37a4200d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0484226
Jul 19 01:10:17.760704 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:17.768570 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:17.784509 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Transition to ACTIVE for port object c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:17.788258 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:17.791911 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:18.010379 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:18.014539 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:18.070785 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Attempting to bind port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:18.071163 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Attempting to bind port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:18.071494 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Attempting to bind port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 on network acecac2a-f68a-478a-b6a8-0576f7e3cd9f {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:18.076318 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 on network acecac2a-f68a-478a-b6a8-0576f7e3cd9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:10:18.076633 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Attempting to bind port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 on network acecac2a-f68a-478a-b6a8-0576f7e3cd9f {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:18.081684 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:18.082044 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Checking segment: {'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:18.082463 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Bound using segment: {'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:18.082900 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Bound port: c5b554f1-1e54-42b3-b4ae-74eefa3a05d5, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:18.083242 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:18.172713 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] For port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:18.175665 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] For port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:18.180053 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0da886-d3ca-4431-b49e-b2ef9bec1ddf req-05b3a631-8545-41fb-9b58-9a524cce7758 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:18.181205 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:18.181531 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc0da886-d3ca-4431-b49e-b2ef9bec1ddf req-05b3a631-8545-41fb-9b58-9a524cce7758 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 945 time: 0.2210259
Jul 19 01:10:18.186692 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:18.193481 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2af6c-d2dc-4d93-8fa3-320588327f9b req-f8371cc9-78f8-4479-a8ec-5c2386fbc0de tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:18.194943 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9ad2af6c-d2dc-4d93-8fa3-320588327f9b req-f8371cc9-78f8-4479-a8ec-5c2386fbc0de tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 944 time: 0.1201515
Jul 19 01:10:18.246960 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:18.247573 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:18.248925 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] 10.222.0.16 "PUT /v2.0/ports/c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 HTTP/1.1" status: 200  len: 1093 time: 1.0491550
Jul 19 01:10:18.249388 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2048f18a-e9b2-44a8-b4fb-824b1cee25c4', 'tag': 'c5b554f1-1e54-42b3-b4ae-74eefa3a05d5'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:18.265836 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc0da886-d3ca-4431-b49e-b2ef9bec1ddf req-3c33a650-d1ca-4112-9e3f-31007be66603 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698278
Jul 19 01:10:18.268600 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9ad2af6c-d2dc-4d93-8fa3-320588327f9b req-ef40e93b-b823-46b5-8b43-77e7f9665d3d tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598330
Jul 19 01:10:18.270763 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:18.273944 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:18.441508 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ad03d8e5-a096-47ca-b4fc-994199b8ca2e req-d4d9529b-3a32-485c-93c2-b3bf30330f98 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 210 time: 0.0493846
Jul 19 01:10:18.443878 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b7427f8e-9c96-4fa7-80d9-1cee0fe364a6 req-180c2530-e6ed-470e-aac6-044e5d27e900 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 210 time: 0.0833809
Jul 19 01:10:18.525161 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2048f18a-e9b2-44a8-b4fb-824b1cee25c4', 'tag': 'c5b554f1-1e54-42b3-b4ae-74eefa3a05d5', 'status': 'completed', 'code': 200}
Jul 19 01:10:18.830400 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-37c3ee3d-3e99-4662-a193-93a57086129c req-1bfc8d56-a87f-49cb-87d1-476270353302 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0413301
Jul 19 01:10:19.515422 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbd869-174c-4b5c-8d60-928b041161bd req-01e89cd3-130b-4e3c-91dd-18c1423c66a2 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:19.516900 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7bbd869-174c-4b5c-8d60-928b041161bd req-01e89cd3-130b-4e3c-91dd-18c1423c66a2 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 945 time: 0.1409519
Jul 19 01:10:19.525524 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7c263-c00f-484f-8963-a26a1c1e54cc req-f0e8c98f-7386-46bf-9cb8-2c251445ca27 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:19.527016 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-aaa7c263-c00f-484f-8963-a26a1c1e54cc req-f0e8c98f-7386-46bf-9cb8-2c251445ca27 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 944 time: 0.1489692
Jul 19 01:10:19.613453 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7bbd869-174c-4b5c-8d60-928b041161bd req-a06ad52b-6848-46a5-ad38-3767c7a90f61 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854084
Jul 19 01:10:19.618476 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-aaa7c263-c00f-484f-8963-a26a1c1e54cc req-70e131b8-9dc3-4116-8092-02e409f49db1 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769267
Jul 19 01:10:19.783202 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-45e44fb4-0025-47d9-9592-6b53d29091ba req-d0a0c5e7-6bc9-404e-8cd0-674ec377bb1a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 210 time: 0.0724955
Jul 19 01:10:19.795846 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b6183f54-58e0-4451-be26-b8c442d64771 req-eb8acf5f-d280-4e28-b9fb-9ec2e9dedd13 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 210 time: 0.0490572
Jul 19 01:10:19.980142 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-262d79ae-13a3-4df4-9717-cdaa4dc47378 req-647422f6-b2de-46c1-9139-8b080ea9f2d3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0458949
Jul 19 01:10:20.416290 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a80c5a6c-8bd3-47f5-b7f6-f3a383818abe req-fc716c73-4c27-452b-aadf-5dc03660f717 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351514
Jul 19 01:10:20.417371 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-7b8717e3-e213-43d3-b9d7-d7ef9e725594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:20.418898 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-7b8717e3-e213-43d3-b9d7-d7ef9e725594 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 1096 time: 0.0729258
Jul 19 01:10:20.509133 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-1ca1d233-35a3-4923-b7f0-c0e4efb208ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 HTTP/1.1" status: 200  len: 217 time: 0.0659997
Jul 19 01:10:20.567851 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a80c5a6c-8bd3-47f5-b7f6-f3a383818abe req-830b1a28-8364-450a-817d-2ca46a19411b service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260130
Jul 19 01:10:20.573963 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-fc44ba60-986a-4578-8bd5-b2e04ac294a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:20.574096 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['ace7f602-1328-4064-a07d-6bc268605d01'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:10:20.575522 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-fc44ba60-986a-4578-8bd5-b2e04ac294a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.0583074
Jul 19 01:10:20.642397 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-6caf3bcb-c2a1-4728-b696-b444f0065e82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482273
Jul 19 01:10:20.884318 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-94015026-1f83-4380-9e24-3220abba3143 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328804
Jul 19 01:10:20.950541 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fa243-27fd-4ee3-b742-a2a9122c8a85 req-07dac4ff-87b3-41c0-8fdf-60c2837af35b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:20.952125 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-305fa243-27fd-4ee3-b742-a2a9122c8a85 req-07dac4ff-87b3-41c0-8fdf-60c2837af35b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 944 time: 0.2235394
Jul 19 01:10:21.003367 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f199fba-454e-477c-8f8e-4a2e795f60c5 req-96cc0cf5-5361-45e9-86ec-f2161326fd61 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:21.004980 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7f199fba-454e-477c-8f8e-4a2e795f60c5 req-96cc0cf5-5361-45e9-86ec-f2161326fd61 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 945 time: 0.2063012
Jul 19 01:10:21.045572 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7c2c8bc3-616b-423b-a078-59bbb466bb11 req-14754dae-27f2-4067-bfbd-0878b23ee5ce service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414106
Jul 19 01:10:21.145970 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-305fa243-27fd-4ee3-b742-a2a9122c8a85 req-538efc37-235e-4bcb-ae2b-8cfe46ddb2da tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693559
Jul 19 01:10:21.155731 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7f199fba-454e-477c-8f8e-4a2e795f60c5 req-c51c5cc5-9ae3-488f-aebc-f493e22dcd3b tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441364
Jul 19 01:10:21.191691 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-8939f184-df16-452f-ba20-e7692af3b98d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:21.193152 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-8939f184-df16-452f-ba20-e7692af3b98d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 816 time: 0.2383816
Jul 19 01:10:21.297506 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-a0bfb964-7b34-4db4-90a8-cc42cfd451a2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4b6b1b1cae4c68818c57fc60b9f135 HTTP/1.1" status: 200  len: 377 time: 0.0784764
Jul 19 01:10:21.306017 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-f4881391-250b-4cbf-8b91-57a072d8fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:21.308145 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-f4881391-250b-4cbf-8b91-57a072d8fbc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 1096 time: 0.1685393
Jul 19 01:10:21.334127 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c3e481df-a4c3-4140-b240-b54b8c1c3504 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:10:21.425103 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device ace7f602-1328-4064-a07d-6bc268605d01 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:21.433997 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ec8d42ee-31ce-4624-afdc-4f3757d88a75 req-c60c985e-794f-4392-a9f2-528420ab4a50 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 210 time: 0.1457679
Jul 19 01:10:21.450785 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'port': {'device_id': '75324146-7a7f-4888-90ad-5ed6a1500076', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'admin_state_up': True, 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'security_groups': ['c8357da7-faa5-4ff7-ae4c-732c7e5d2edd']}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:21.703171 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5c74da64-5af3-4ce0-8b93-d15fceabe075 req-76f5dd00-0f83-4984-8dce-1bc973cf76d0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 210 time: 0.1481149
Jul 19 01:10:21.732902 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-3fe025e9-09bf-4c95-8393-de748f6b6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:21.734875 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-3fe025e9-09bf-4c95-8393-de748f6b6d7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 919 time: 0.4122984
Jul 19 01:10:21.794187 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c3e481df-a4c3-4140-b240-b54b8c1c3504, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c3e481df-a4c3-4140-b240-b54b8c1c3504,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:21.811663 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port ace7f602-1328-4064-a07d-6bc268605d01 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:21.819322 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'c3e481df-a4c3-4140-b240-b54b8c1c3504', 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4', 'port_id': 'c3e481df-a4c3-4140-b240-b54b8c1c3504', 'mac_address': 'fa:16:3e:3b:27:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69801f67-48c3-428b-97c7-9b4f16bcca80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:10:21.821144 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port ace7f602-1328-4064-a07d-6bc268605d01 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:21.821713 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:21.947531 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:21.990774 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-930887fb-601b-4ddc-9d13-51135aac36f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 HTTP/1.1" status: 200  len: 217 time: 0.2428544
Jul 19 01:10:22.011995 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3c306-734a-4468-9354-934653378919 req-80d79074-1bd5-41ed-9d55-ef49adcb4968 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:22.016276 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-80d79074-1bd5-41ed-9d55-ef49adcb4968 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 819 time: 0.4593377
Jul 19 01:10:22.095871 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-33d4b15e-23ec-4f35-9082-83861413ee21 req-79e7b63a-ccf3-405d-ace1-3f9ed6dd0acc tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0567381
Jul 19 01:10:22.119000 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Request body: {'port': {'device_id': '0f7f8258-394c-47c3-a5cc-0736307db066', 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f', 'admin_state_up': True, 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:22.154769 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e481df-a4c3-4140-b240-b54b8c1c3504 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:22.195106 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:22.211131 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:port and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:22.220260 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:22.224904 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:22.233440 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:22.242915 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c3e481df-a4c3-4140-b240-b54b8c1c3504, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c3e481df-a4c3-4140-b240-b54b8c1c3504,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:22.257125 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Made reservation on behalf of da4b6b1b1cae4c68818c57fc60b9f135 for: {'port': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:10:22.257959 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:22.261906 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:22.262515 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:22.354174 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17b8946-3ca7-4b18-b9c0-e1c188d9bcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7f602-1328-4064-a07d-6bc268605d01'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:22.368338 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.16', 49572) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:22.369875 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-520c01f1-7b72-4c66-a1ac-68c78b193f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:22.371397 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-520c01f1-7b72-4c66-a1ac-68c78b193f3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.3296058
Jul 19 01:10:22.463205 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port ace7f602-1328-4064-a07d-6bc268605d01, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ace7f602-1328-4064-a07d-6bc268605d01,segment=NetworkSegment(5cdd43fb-5d3f-47ae-8d38-cfec29a839b7),segment_id=5cdd43fb-5d3f-47ae-8d38-cfec29a839b7)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:22.479706 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:22.493348 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=c3e481df-a4c3-4140-b240-b54b8c1c3504,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:22.497110 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:22.497889 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:22.503480 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35000) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:22.587339 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c3e481df-a4c3-4140-b240-b54b8c1c3504'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:10:22.608636 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-5c69976e-6a64-4489-a262-b4c4507f6628 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:22.610210 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-5c69976e-6a64-4489-a262-b4c4507f6628 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.16 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 810 time: 0.2378414
Jul 19 01:10:22.635402 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=ace7f602-1328-4064-a07d-6bc268605d01,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:22.649992 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:22.665362 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-5ae110f4-0480-4664-81d8-2613f642e80b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541403
Jul 19 01:10:22.776244 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f47622-d9c5-4209-89bd-5666a1dd3540 req-2c9ff741-f26d-490f-bd14-e5b2e8ff1ce8 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:22.786071 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-93f47622-d9c5-4209-89bd-5666a1dd3540 req-2c9ff741-f26d-490f-bd14-e5b2e8ff1ce8 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 946 time: 0.3580592
Jul 19 01:10:22.826150 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:22.837800 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Usage tracker for resource:port and tenant:93b72b8acdfd484f8fe209c3488ee8ba is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:22.840735 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:22.847711 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:22.870784 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-93f47622-d9c5-4209-89bd-5666a1dd3540 req-3cea9899-5e25-4a42-a3e9-86aecd7ffed5 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840750
Jul 19 01:10:22.875935 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-35383951-5930-4279-86d8-99564a3697d7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Synchronizing usage tracker for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:security_group {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:10:22.880876 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e669c-3294-4b48-8719-216c4de9225a req-110462ce-75c2-4dce-be28-069b48de5ffa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:22.883141 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-117e669c-3294-4b48-8719-216c4de9225a req-110462ce-75c2-4dce-be28-069b48de5ffa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 945 time: 0.4655154
Jul 19 01:10:22.883871 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Made reservation on behalf of 93b72b8acdfd484f8fe209c3488ee8ba for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:10:22.887681 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:22.968549 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:22.983806 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-35383951-5930-4279-86d8-99564a3697d7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Unset dirty status for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:security_group {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:22.984959 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-35383951-5930-4279-86d8-99564a3697d7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64cb4437e8d44258a6db38171e3fc745 HTTP/1.1" status: 200  len: 380 time: 0.3163919
Jul 19 01:10:22.989842 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Allocated IP 172.20.0.13 (f774c46c-cf9f-418a-af16-4ea8967b6c0a/6850151f-be62-45f4-b8da-0760dbd30228/1301ae37-2f71-4c34-8ac0-5708aea24499) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:23.014029 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:23.032385 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'port': {'device_id': '8f347bb8-1003-48f2-a899-a7da012b766e', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'admin_state_up': True, 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'security_groups': ['6d0e814f-9c9f-4c8a-8678-7d427b63f2a3']}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:23.067566 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] Usage tracker for resource:security_group_rule and tenant:29b20504fd434950a9a7e6e7b413e812 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:23.077174 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:23.082875 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dd760b3e-ee0a-4f3b-9254-6a8c63812955 req-169faba4-e258-4168-bc91-cf14878ccc03 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 210 time: 0.0760252
Jul 19 01:10:23.090687 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-117e669c-3294-4b48-8719-216c4de9225a req-52d6beb2-a525-455f-beb3-cae329b4e7f0 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719778
Jul 19 01:10:23.091548 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:23.107482 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-790dda8a-a940-407d-9d47-1a3e89b1832a service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4196019
Jul 19 01:10:23.238847 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17b8946-3ca7-4b18-b9c0-e1c188d9bcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7f602-1328-4064-a07d-6bc268605d01', 'code': 200}
Jul 19 01:10:23.327515 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3daa2e28-730d-475b-b607-ec4cacde62b2 req-b510eacb-ccb4-4ba9-93c8-b10c21d7e902 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 210 time: 0.0701866
Jul 19 01:10:23.329431 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:10:23.397466 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:23.428186 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:23.433996 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.provisioning_blocks [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Transition to ACTIVE for port object 1301ae37-2f71-4c34-8ac0-5708aea24499 will not be triggered until provisioned by entity DHCP. {{(pid=78647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:23.444878 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:23.457184 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:23.542964 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Allocated IP 172.20.0.9 (acecac2a-f68a-478a-b6a8-0576f7e3cd9f/c9000604-dc2d-4842-9495-6c05da929a3d/a254a1ce-de07-4202-a12d-c0c1f01a9336) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:23.545419 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:23.545743 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3df14c-1b14-40c5-96ca-efc4ba269936,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:23.551379 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29b20504fd434950a9a7e6e7b413e812&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9617774
Jul 19 01:10:23.559510 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35032) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:23.565442 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:port and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:23.574622 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:23.577909 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-43131dc9-b1cc-4120-b41c-272b8eaeb7dc req-8a076679-5709-4508-a12b-f9299e756c6f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0946631
Jul 19 01:10:23.586173 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.16', 49575) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:23.606264 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:23.622080 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-79a2613d-6bbc-44ec-8df4-f93484765603 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5033967
Jul 19 01:10:23.635203 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:23.635499 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:23.659137 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:23.702031 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:23.717619 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'c5b554f1-1e54-42b3-b4ae-74eefa3a05d5', 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f', 'port_id': 'c5b554f1-1e54-42b3-b4ae-74eefa3a05d5', 'mac_address': 'fa:16:3e:7c:26:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9000604-dc2d-4842-9495-6c05da929a3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:10:23.772689 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Network f774c46c-cf9f-418a-af16-4ea8967b6c0a is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:23.778189 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:23.790639 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:23.793910 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:10:23.802476 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:23.803194 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:23.804833 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:23.824309 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:23.824584 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Made reservation on behalf of 64cb4437e8d44258a6db38171e3fc745 for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:10:23.828633 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:23.830068 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:23.832355 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:23.875049 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4387589
Jul 19 01:10:23.878962 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:23.883467 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:23.886151 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef4e46-c00e-403d-8c83-d252405f77fb req-dfb76aa5-8d4f-4c18-b5fd-fa1191e1fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:23.888351 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2aef4e46-c00e-403d-8c83-d252405f77fb req-dfb76aa5-8d4f-4c18-b5fd-fa1191e1fbe1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 1099 time: 0.3008280
Jul 19 01:10:23.917431 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Request body: {'port': {'device_id': '75324146-7a7f-4888-90ad-5ed6a1500076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:23.922529 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:23.933478 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:23.975639 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5a0d299a-d7fe-4655-a8cb-afc7f464246f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.073407 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-925c8df5-81be-4999-b67f-06aff5f4c663 None None] Provisioning for port 1301ae37-2f71-4c34-8ac0-5708aea24499 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:24.079783 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-925c8df5-81be-4999-b67f-06aff5f4c663 None None] Provisioning complete for port 1301ae37-2f71-4c34-8ac0-5708aea24499 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:24.080442 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-925c8df5-81be-4999-b67f-06aff5f4c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.087485 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5a0d299a-d7fe-4655-a8cb-afc7f464246f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.112370 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-2aef4e46-c00e-403d-8c83-d252405f77fb req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.159745 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-925c8df5-81be-4999-b67f-06aff5f4c663 None None] Port 1301ae37-2f71-4c34-8ac0-5708aea24499 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:10:24.181176 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [req-2aef4e46-c00e-403d-8c83-d252405f77fb req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:24.192764 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-2aef4e46-c00e-403d-8c83-d252405f77fb req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] Usage tracker for resource:security_group_rule and tenant:596d3c57e3924ed388038730e1f84650 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:24.193341 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.200934 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-2aef4e46-c00e-403d-8c83-d252405f77fb req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:24.210918 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [req-2aef4e46-c00e-403d-8c83-d252405f77fb req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:24.217215 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.246696 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Allocated IP 172.20.0.14 (b731d6dd-df44-4e7f-9097-7719acf232e6/6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c/206408cd-9b3e-4235-a723-2a663ad1350a) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:24.267959 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5a0d299a-d7fe-4655-a8cb-afc7f464246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.281904 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:24.306447 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.315936 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d299a-d7fe-4655-a8cb-afc7f464246f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3df14c-1b14-40c5-96ca-efc4ba269936,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:24.340904 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5a0d299a-d7fe-4655-a8cb-afc7f464246f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:24.341470 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6002479c-1ec6-4844-8d15-ac07b83a9e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:24.403998 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b199e-b8c5-437d-a757-ceaa6f9b66de req-a95eea5d-2f45-4f8d-ab28-af71859ac101 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:24.405574 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9c2b199e-b8c5-437d-a757-ceaa6f9b66de req-a95eea5d-2f45-4f8d-ab28-af71859ac101 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 946 time: 0.3379841
Jul 19 01:10:24.422506 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Network acecac2a-f68a-478a-b6a8-0576f7e3cd9f is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:24.431206 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:24.439681 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:10:24.445687 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:24.446316 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.496838 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5a0d299a-d7fe-4655-a8cb-afc7f464246f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.497976 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-5a0d299a-d7fe-4655-a8cb-afc7f464246f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e3df14c-1b14-40c5-96ca-efc4ba269936 HTTP/1.1" status: 204  len: 168 time: 0.9375212
Jul 19 01:10:24.519956 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Pushing event updated for resources: {'Port': ['ID=a254a1ce-de07-4202-a12d-c0c1f01a9336,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:24.525467 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:24.539198 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4285862
Jul 19 01:10:24.585430 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.607944 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Transition to ACTIVE for port object 206408cd-9b3e-4235-a723-2a663ad1350a will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:24.637192 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.644028 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:24.680208 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9c2b199e-b8c5-437d-a757-ceaa6f9b66de req-e57c1c7d-3218-4dcb-8955-27c9d5c56acd tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248063
Jul 19 01:10:24.698053 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d27f-341e-4ccb-b23d-6cf37096129c req-f4bbe3fa-6d93-42be-8eee-1c824a0aa08c tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:24.699777 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7817d27f-341e-4ccb-b23d-6cf37096129c req-f4bbe3fa-6d93-42be-8eee-1c824a0aa08c tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 945 time: 0.4538379
Jul 19 01:10:24.710803 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Network b731d6dd-df44-4e7f-9097-7719acf232e6 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:24.720446 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:24.720446 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:10:24.723556 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:24.724195 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.748625 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'Port': ['ID=206408cd-9b3e-4235-a723-2a663ad1350a,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:24.756630 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:24.765895 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7405331
Jul 19 01:10:24.815014 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-2aef4e46-c00e-403d-8c83-d252405f77fb req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.829244 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-2aef4e46-c00e-403d-8c83-d252405f77fb req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.857626 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:24.915108 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35068) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:24.934548 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:24.943742 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2aef4e46-c00e-403d-8c83-d252405f77fb req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9431980
Jul 19 01:10:24.950290 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:24.954156 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] Usage tracker for resource:security_group_rule and tenant:d1f5ca74163641f5bdbfced2d0680635 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:24.956987 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:24.962807 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:24.968429 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7817d27f-341e-4ccb-b23d-6cf37096129c req-bc29bf88-4865-40fa-9f6f-61003286cc87 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903620
Jul 19 01:10:24.984715 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa08f26-0e87-4915-972c-8f0ff4dba5b8,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:24.987756 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:25.000486 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-586a00a4-c179-4a49-b183-4a53452b62f1 None None] Provisioning for port 206408cd-9b3e-4235-a723-2a663ad1350a completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:25.022640 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-586a00a4-c179-4a49-b183-4a53452b62f1 None None] Provisioning complete for port 206408cd-9b3e-4235-a723-2a663ad1350a triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:25.023235 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-586a00a4-c179-4a49-b183-4a53452b62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.063399 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.070378 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.083750 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-586a00a4-c179-4a49-b183-4a53452b62f1 None None] Port 206408cd-9b3e-4235-a723-2a663ad1350a cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:10:25.090473 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34460470-3483-4eb8-ac57-6006c16b218e req-dd1996c6-48b6-497f-b644-891edd31d0c1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:25.092228 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-34460470-3483-4eb8-ac57-6006c16b218e req-dd1996c6-48b6-497f-b644-891edd31d0c1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 931 time: 0.2357543
Jul 19 01:10:25.102134 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1301ae37-2f71-4c34-8ac0-5708aea24499 {{(pid=78647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:25.124449 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.154004 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-bd34c9f9-25fc-4d2b-a988-3b09ddf4fea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:25.192396 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1f5ca74163641f5bdbfced2d0680635&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2755923
Jul 19 01:10:25.193999 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f150ae-5afb-4ead-86c1-1e3e6da7d2f5,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:25.196237 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35072) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:25.198808 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:25.214932 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.provisioning_blocks [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Transition to ACTIVE for port object 1301ae37-2f71-4c34-8ac0-5708aea24499 will not be triggered until provisioned by entity L2. {{(pid=78647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:25.217691 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-34460470-3483-4eb8-ac57-6006c16b218e req-42068236-eced-415e-8bac-7f4b60bb2c8d tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Synchronizing usage tracker for tenant:93b72b8acdfd484f8fe209c3488ee8ba on resource:security_group {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:10:25.223426 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.241972 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:25.255677 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-dbf2749f-ea28-4bc8-8aa0-5ce562ccd03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.283224 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-dbf2749f-ea28-4bc8-8aa0-5ce562ccd03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.341240 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-dbf2749f-ea28-4bc8-8aa0-5ce562ccd03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.347270 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:25.361168 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2749f-ea28-4bc8-8aa0-5ce562ccd03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f150ae-5afb-4ead-86c1-1e3e6da7d2f5,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:25.364504 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-dbf2749f-ea28-4bc8-8aa0-5ce562ccd03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:25.366830 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-dbf2749f-ea28-4bc8-8aa0-5ce562ccd03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.368242 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-dbf2749f-ea28-4bc8-8aa0-5ce562ccd03e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2f150ae-5afb-4ead-86c1-1e3e6da7d2f5 HTTP/1.1" status: 204  len: 168 time: 0.1710274
Jul 19 01:10:25.373587 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-34460470-3483-4eb8-ac57-6006c16b218e req-42068236-eced-415e-8bac-7f4b60bb2c8d tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Unset dirty status for tenant:93b72b8acdfd484f8fe209c3488ee8ba on resource:security_group {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:25.374902 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-34460470-3483-4eb8-ac57-6006c16b218e req-42068236-eced-415e-8bac-7f4b60bb2c8d tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2677989
Jul 19 01:10:25.406427 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Pushing event updated for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:25.450394 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:25.477637 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e4e7-d31f-48b8-87e3-0e643f5118ee req-9e2e253b-3da5-4200-81be-d5adda4c3234 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:25.478574 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-1288e4e7-d31f-48b8-87e3-0e643f5118ee req-9e2e253b-3da5-4200-81be-d5adda4c3234 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Synchronizing usage tracker for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:10:25.488111 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Attempting to bind port 1301ae37-2f71-4c34-8ac0-5708aea24499 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:25.488343 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Attempting to bind port 1301ae37-2f71-4c34-8ac0-5708aea24499 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'}] {{(pid=78647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:25.488935 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Attempting to bind port 1301ae37-2f71-4c34-8ac0-5708aea24499 on network f774c46c-cf9f-418a-af16-4ea8967b6c0a {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:25.496487 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Port 1301ae37-2f71-4c34-8ac0-5708aea24499 on network f774c46c-cf9f-418a-af16-4ea8967b6c0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:10:25.496894 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Attempting to bind port 1301ae37-2f71-4c34-8ac0-5708aea24499 on network f774c46c-cf9f-418a-af16-4ea8967b6c0a {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:25.541653 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:25.542001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Checking segment: {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:25.542400 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Bound using segment: {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'} {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:25.542844 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Bound port: 1301ae37-2f71-4c34-8ac0-5708aea24499, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'}}] {{(pid=78647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:25.543180 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.560309 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-1288e4e7-d31f-48b8-87e3-0e643f5118ee req-9e2e253b-3da5-4200-81be-d5adda4c3234 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Unset dirty status for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:25.561474 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1288e4e7-d31f-48b8-87e3-0e643f5118ee req-9e2e253b-3da5-4200-81be-d5adda4c3234 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 932 time: 0.4335809
Jul 19 01:10:25.688465 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1288e4e7-d31f-48b8-87e3-0e643f5118ee req-8c305581-f76c-4f21-bb2f-862574fabedb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1191671
Jul 19 01:10:25.704193 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, cleared binding levels {{(pid=78647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:25.708530 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:25.729846 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e58e13-9c3d-4662-bf49-c1cfa054f718 req-7c38e156-3a12-4a7f-986d-1ed65a0c94bb tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:25.729846 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-69e58e13-9c3d-4662-bf49-c1cfa054f718 req-7c38e156-3a12-4a7f-986d-1ed65a0c94bb tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 932 time: 0.2236714
Jul 19 01:10:25.730681 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.736029 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:25.813155 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:25.813799 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:25.815176 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] 10.222.0.16 "PUT /v2.0/ports/1301ae37-2f71-4c34-8ac0-5708aea24499 HTTP/1.1" status: 200  len: 1094 time: 1.9108667
Jul 19 01:10:25.817353 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:25.898394 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-69e58e13-9c3d-4662-bf49-c1cfa054f718 req-3b9eadf6-1083-4388-9480-65203cdefe3d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246848
Jul 19 01:10:25.902597 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Pushing event updated for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=3']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:25.906269 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:25.952018 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64115e1-3bb5-4dab-8807-205cd883bd5f req-660aff46-bbd4-46b7-bfde-4651c82c7988 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:25.953690 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a64115e1-3bb5-4dab-8807-205cd883bd5f req-660aff46-bbd4-46b7-bfde-4651c82c7988 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 946 time: 0.1111572
Jul 19 01:10:25.955392 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'status': 'completed', 'code': 200}
Jul 19 01:10:26.006823 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a64115e1-3bb5-4dab-8807-205cd883bd5f req-d78aa3f8-ace5-432f-b384-53d3af896ad0 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441244
Jul 19 01:10:26.189777 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08067f90-882e-49f7-80f2-684d5ebc093a req-4e13f39a-57e1-47bd-8691-396a97b8c864 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:26.191276 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-08067f90-882e-49f7-80f2-684d5ebc093a req-4e13f39a-57e1-47bd-8691-396a97b8c864 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 945 time: 0.0848389
Jul 19 01:10:26.236318 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-08067f90-882e-49f7-80f2-684d5ebc093a req-15534253-114c-49ea-bc34-263f469b33b1 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389371
Jul 19 01:10:26.567638 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5fa1c-9291-4e67-a42a-70dcdd6c4b0d req-2368b046-af12-44a2-af03-8dc7265533c4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:26.569080 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-05b5fa1c-9291-4e67-a42a-70dcdd6c4b0d req-2368b046-af12-44a2-af03-8dc7265533c4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 931 time: 0.0819101
Jul 19 01:10:26.614498 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-05b5fa1c-9291-4e67-a42a-70dcdd6c4b0d req-abd60421-65ad-481e-8f87-5b8d34b3b745 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395579
Jul 19 01:10:26.783132 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c3e481df-a4c3-4140-b240-b54b8c1c3504 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:26.854542 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port c3e481df-a4c3-4140-b240-b54b8c1c3504 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:26.862743 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port c3e481df-a4c3-4140-b240-b54b8c1c3504 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:26.863965 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:26.895210 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e23aae-317b-4768-96b6-ff075a8e2c81 req-eb13b5d9-849c-46ca-b2bf-dad96bb001b1 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:26.896714 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-80e23aae-317b-4768-96b6-ff075a8e2c81 req-eb13b5d9-849c-46ca-b2bf-dad96bb001b1 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.0865867
Jul 19 01:10:26.960938 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-80e23aae-317b-4768-96b6-ff075a8e2c81 req-e0773efb-85c7-425d-ad6d-bc23189efa1f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0559087
Jul 19 01:10:27.010690 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:27.034095 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c5b554f1-1e54-42b3-b4ae-74eefa3a05d5'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:10:27.084823 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8d3e14-47f3-4134-941b-ab2ee56d1620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e481df-a4c3-4140-b240-b54b8c1c3504'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:27.092429 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Request body: {'port': {'device_id': '0f7f8258-394c-47c3-a5cc-0736307db066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:27.121501 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c3e481df-a4c3-4140-b240-b54b8c1c3504, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c3e481df-a4c3-4140-b240-b54b8c1c3504,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:27.132054 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:27.136566 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:27.185270 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Request body: {'port': {'device_id': '8f347bb8-1003-48f2-a899-a7da012b766e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:27.253347 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f49ab4-8d47-4b70-a55c-589d4f5f6897 req-6ea815c0-dbcc-40f4-8767-9b6a8a331353 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:27.255251 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c1f49ab4-8d47-4b70-a55c-589d4f5f6897 req-6ea815c0-dbcc-40f4-8767-9b6a8a331353 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 932 time: 0.2442453
Jul 19 01:10:27.317719 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=c3e481df-a4c3-4140-b240-b54b8c1c3504,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:27.324617 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:27.355729 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c1f49ab4-8d47-4b70-a55c-589d4f5f6897 req-cadfb160-4b82-46f6-9d79-1e48736d9234 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894506
Jul 19 01:10:27.387336 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa719ab5-e92d-4e55-94d9-cb794808d212 req-02139a73-c56d-4c8a-8560-73136f40f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:27.388788 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fa719ab5-e92d-4e55-94d9-cb794808d212 req-02139a73-c56d-4c8a-8560-73136f40f6a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 1097 time: 0.2290521
Jul 19 01:10:27.398587 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7777c2-64e9-4584-a3f1-c19d60f66379 req-bbc0ac3c-922e-4594-9558-13c638bdabdc tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:27.400024 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc7777c2-64e9-4584-a3f1-c19d60f66379 req-bbc0ac3c-922e-4594-9558-13c638bdabdc tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 946 time: 0.2421682
Jul 19 01:10:27.400489 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35158) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:27.421209 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:27.433591 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:27.462521 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8d3e14-47f3-4134-941b-ab2ee56d1620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e481df-a4c3-4140-b240-b54b8c1c3504', 'code': 200}
Jul 19 01:10:27.712145 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc7777c2-64e9-4584-a3f1-c19d60f66379 req-2152991e-d1dc-4a1a-bca7-45b0c3dff79a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3027015
Jul 19 01:10:27.798236 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:27.855449 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa719ab5-e92d-4e55-94d9-cb794808d212 req-353b6f88-f488-424d-a2c5-5ffdeff8497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:27.857209 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fa719ab5-e92d-4e55-94d9-cb794808d212 req-353b6f88-f488-424d-a2c5-5ffdeff8497b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&shared=False HTTP/1.1" status: 200  len: 916 time: 0.4495454
Jul 19 01:10:27.862847 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:27.946401 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] Usage tracker for resource:security_group_rule and tenant:40d49297f29c4876b76bbaf98bdf5fa1 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:27.962334 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:27.984035 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:27.997989 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a8aa7d0a-4659-4669-9123-a505b46eee51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.099575 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f9837-e535-4cca-85a3-3130a91d5f23 req-35e94118-2dbc-44b6-a542-5f4e81b5a8f6 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:28.101349 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c97f9837-e535-4cca-85a3-3130a91d5f23 req-35e94118-2dbc-44b6-a542-5f4e81b5a8f6 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 946 time: 0.5085580
Jul 19 01:10:28.177411 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a254a1ce-de07-4202-a12d-c0c1f01a9336 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:28.184478 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35194) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:28.185531 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.201146 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Transition to ACTIVE for port object a254a1ce-de07-4202-a12d-c0c1f01a9336 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:28.236209 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.251877 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.256972 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.260832 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:28.268106 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716350cd-9f83-402f-9ec3-90121d771599 req-6447d410-1bea-47d4-ba8b-ac28ac30a388 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:28.269666 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-716350cd-9f83-402f-9ec3-90121d771599 req-6447d410-1bea-47d4-ba8b-ac28ac30a388 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 931 time: 0.4095197
Jul 19 01:10:28.277636 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa719ab5-e92d-4e55-94d9-cb794808d212 req-3f0b09b4-c6d9-459a-8051-80d000645810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:28.279162 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fa719ab5-e92d-4e55-94d9-cb794808d212 req-3f0b09b4-c6d9-459a-8051-80d000645810 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.4048870
Jul 19 01:10:28.281329 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72420cb-d9d8-491c-b88d-c3973a93cb64 req-61560e51-bb68-4238-a642-79a41865fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:28.282706 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f72420cb-d9d8-491c-b88d-c3973a93cb64 req-61560e51-bb68-4238-a642-79a41865fbd7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 1099 time: 0.5352829
Jul 19 01:10:28.309682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:28.370172 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206408cd-9b3e-4235-a723-2a663ad1350a {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:28.384565 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c97f9837-e535-4cca-85a3-3130a91d5f23 req-b0d5d810-a7b3-464e-98bb-cfa9b52cc9bb tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983278
Jul 19 01:10:28.393145 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.421880 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40d49297f29c4876b76bbaf98bdf5fa1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0203605
Jul 19 01:10:28.424521 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35208) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:28.485026 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=a254a1ce-de07-4202-a12d-c0c1f01a9336,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:28.493331 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.501891 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:28.505409 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b51b55-06e6-452d-8f8d-e574d9c3230d,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:28.507495 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Transition to ACTIVE for port object 206408cd-9b3e-4235-a723-2a663ad1350a will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:28.510034 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.510977 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Attempting to bind port a254a1ce-de07-4202-a12d-c0c1f01a9336 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:28.511315 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Attempting to bind port a254a1ce-de07-4202-a12d-c0c1f01a9336 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:28.511645 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Attempting to bind port a254a1ce-de07-4202-a12d-c0c1f01a9336 on network acecac2a-f68a-478a-b6a8-0576f7e3cd9f {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:28.517624 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:28.526035 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.526449 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-716350cd-9f83-402f-9ec3-90121d771599 req-c389384e-2375-49f7-bc6a-9b7e4c9cda99 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2356105
Jul 19 01:10:28.527937 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f72420cb-d9d8-491c-b88d-c3973a93cb64 req-d106b8b7-9a14-4804-b363-6e0857ea4f21 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096224
Jul 19 01:10:28.528911 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:28.540279 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] Usage tracker for resource:security_group_rule and tenant:c68e2cb1c769470cb7268dd4a7e2ffd4 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:28.552060 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2c8cb33e-3abb-4985-9b4f-0d38429a5ae8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:28.554702 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:28.560774 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:28.614768 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Port a254a1ce-de07-4202-a12d-c0c1f01a9336 on network acecac2a-f68a-478a-b6a8-0576f7e3cd9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:10:28.615091 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Attempting to bind port a254a1ce-de07-4202-a12d-c0c1f01a9336 on network acecac2a-f68a-478a-b6a8-0576f7e3cd9f {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:28.694285 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:28.694654 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Checking segment: {'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:28.695027 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Bound using segment: {'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:28.695477 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Bound port: a254a1ce-de07-4202-a12d-c0c1f01a9336, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a384404-000e-44bd-b36d-468136cd66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:28.695885 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.765658 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:28.767913 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-523068b6-1fbb-4e1d-8b80-f580170ba490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:28.770107 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-523068b6-1fbb-4e1d-8b80-f580170ba490 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 1097 time: 0.3399415
Jul 19 01:10:28.781539 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-353fa0c2-cb7c-4080-86bc-c2f5c9cfed9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.793238 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Pushing event updated for resources: {'Port': ['ID=206408cd-9b3e-4235-a723-2a663ad1350a,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:28.841474 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-353fa0c2-cb7c-4080-86bc-c2f5c9cfed9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.892444 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.904206 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-7607ca83-22e1-45fa-9a31-69f6738422c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1301ae37-2f71-4c34-8ac0-5708aea24499 HTTP/1.1" status: 200  len: 217 time: 0.0801704
Jul 19 01:10:28.907789 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:28.912962 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78cf07-979b-49f9-ae80-125cd9475aa6 req-d944ab8c-89a6-40d2-99f5-646abb545137 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:28.915460 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:28.916181 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.919925 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6d78cf07-979b-49f9-ae80-125cd9475aa6 req-d944ab8c-89a6-40d2-99f5-646abb545137 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.3309913
Jul 19 01:10:28.928855 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:28.929468 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a79a8a-e038-4363-890c-a19d7b5cc510 req-b4ad5e7a-8259-4d6c-ac2e-1374ad570b02 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:28.930995 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c8a79a8a-e038-4363-890c-a19d7b5cc510 req-b4ad5e7a-8259-4d6c-ac2e-1374ad570b02 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 944 time: 0.2853222
Jul 19 01:10:28.933630 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:28.999141 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:29.021798 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Attempting to bind port 206408cd-9b3e-4235-a723-2a663ad1350a on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:29.021798 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Attempting to bind port 206408cd-9b3e-4235-a723-2a663ad1350a by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:29.022091 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Attempting to bind port 206408cd-9b3e-4235-a723-2a663ad1350a on network b731d6dd-df44-4e7f-9097-7719acf232e6 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:29.038195 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Port 206408cd-9b3e-4235-a723-2a663ad1350a on network b731d6dd-df44-4e7f-9097-7719acf232e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:10:29.038521 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Attempting to bind port 206408cd-9b3e-4235-a723-2a663ad1350a on network b731d6dd-df44-4e7f-9097-7719acf232e6 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:29.044725 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] For port a254a1ce-de07-4202-a12d-c0c1f01a9336, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:29.049689 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] For port a254a1ce-de07-4202-a12d-c0c1f01a9336, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=a254a1ce-de07-4202-a12d-c0c1f01a9336,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:29.050783 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:29.051116 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Checking segment: {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:29.051507 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Bound using segment: {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:29.051948 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Bound port: 206408cd-9b3e-4235-a723-2a663ad1350a, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:29.052294 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.066114 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.068462 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.073171 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f8492dfb-e316-42d6-8934-25810d82bf33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:29.101907 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6d78cf07-979b-49f9-ae80-125cd9475aa6 req-a3135deb-1621-46a2-b22f-96aac0076685 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1810749
Jul 19 01:10:29.102929 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:29.106574 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c68e2cb1c769470cb7268dd4a7e2ffd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9083371
Jul 19 01:10:29.110383 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504bbae6-6791-444c-a04a-1ae4a78759ca,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:29.111821 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35214) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:29.112380 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.114725 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:29.115786 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:29.120513 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c8a79a8a-e038-4363-890c-a19d7b5cc510 req-66f8bcde-67a5-4cae-b63d-75e352e2614c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1371894
Jul 19 01:10:29.122325 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-202f6430-f67e-4aa4-8d36-aae02771a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:29.123997 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-202f6430-f67e-4aa4-8d36-aae02771a3e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.1913040
Jul 19 01:10:29.204528 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:29.208533 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:29.223368 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-353fa0c2-cb7c-4080-86bc-c2f5c9cfed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.227132 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:29.227788 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.229294 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] 10.222.0.16 "PUT /v2.0/ports/a254a1ce-de07-4202-a12d-c0c1f01a9336 HTTP/1.1" status: 200  len: 1093 time: 2.1425147
Jul 19 01:10:29.229546 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.233852 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7f8258-394c-47c3-a5cc-0736307db066', 'tag': 'a254a1ce-de07-4202-a12d-c0c1f01a9336'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:29.263205 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-7a86240d-c422-42cd-956a-09b7381ee7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:29.264944 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-7a86240d-c422-42cd-956a-09b7381ee7c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1332624
Jul 19 01:10:29.298337 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7f8258-394c-47c3-a5cc-0736307db066', 'tag': 'a254a1ce-de07-4202-a12d-c0c1f01a9336', 'status': 'completed', 'code': 200}
Jul 19 01:10:29.299057 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=a254a1ce-de07-4202-a12d-c0c1f01a9336,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:29.302434 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-353fa0c2-cb7c-4080-86bc-c2f5c9cfed9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.305853 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-353fa0c2-cb7c-4080-86bc-c2f5c9cfed9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89b51b55-06e6-452d-8f8d-e574d9c3230d HTTP/1.1" status: 204  len: 168 time: 0.8688653
Jul 19 01:10:29.305853 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6622062-c6ef-4081-8ff3-6d65fa8d48dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.315029 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:29.315610 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:29.330383 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] For port 206408cd-9b3e-4235-a723-2a663ad1350a, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:29.410173 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fa0c2-cb7c-4080-86bc-c2f5c9cfed9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b51b55-06e6-452d-8f8d-e574d9c3230d,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:29.412882 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] For port 206408cd-9b3e-4235-a723-2a663ad1350a, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=206408cd-9b3e-4235-a723-2a663ad1350a,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:29.421416 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-353fa0c2-cb7c-4080-86bc-c2f5c9cfed9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:29.446329 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6622062-c6ef-4081-8ff3-6d65fa8d48dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.463262 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2048f18a-e9b2-44a8-b4fb-824b1cee25c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b554f1-1e54-42b3-b4ae-74eefa3a05d5'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:29.482315 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.523790 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61f325-866a-4ac9-837b-78a154398982 req-f630e45c-9508-45a6-9ec3-1adcec13fc4f tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:29.525283 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8b61f325-866a-4ac9-837b-78a154398982 req-f630e45c-9508-45a6-9ec3-1adcec13fc4f tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 946 time: 0.2583141
Jul 19 01:10:29.535689 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-1bc4696f-22a3-4dcf-85af-10aff2a8515e service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2326460
Jul 19 01:10:29.553936 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:29.616917 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:29.617779 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.619664 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] 10.222.0.16 "PUT /v2.0/ports/206408cd-9b3e-4235-a723-2a663ad1350a HTTP/1.1" status: 200  len: 1094 time: 2.4390690
Jul 19 01:10:29.723874 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Pushing event updated for resources: {'Port': ['ID=206408cd-9b3e-4235-a723-2a663ad1350a,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:29.739973 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:29.741793 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6622062-c6ef-4081-8ff3-6d65fa8d48dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.758742 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3c306-734a-4468-9354-934653378919 req-830d0e68-8c87-4f7d-9059-f8cda518bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:29.762003 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-830d0e68-8c87-4f7d-9059-f8cda518bf63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 1096 time: 0.4087784
Jul 19 01:10:29.769181 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b20f21ad-ccb5-4898-9b4c-c44516764f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:29.837220 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35238) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:29.853073 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8b61f325-866a-4ac9-837b-78a154398982 req-dc948744-b4ce-4731-90f6-5c3c5cbf7bd3 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3206484
Jul 19 01:10:29.962392 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:29.962838 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-5cb8144c-252f-494c-96b1-a55d64f6bd9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a254a1ce-de07-4202-a12d-c0c1f01a9336 HTTP/1.1" status: 200  len: 217 time: 0.1764877
Jul 19 01:10:29.994053 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:30.004425 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2048f18a-e9b2-44a8-b4fb-824b1cee25c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b554f1-1e54-42b3-b4ae-74eefa3a05d5', 'code': 200}
Jul 19 01:10:30.016799 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:21fa5c45aaa541c6ad447859876135ce is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:30.023324 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6622062-c6ef-4081-8ff3-6d65fa8d48dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504bbae6-6791-444c-a04a-1ae4a78759ca,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:30.025131 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:30.045304 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c6622062-c6ef-4081-8ff3-6d65fa8d48dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.046757 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-c6622062-c6ef-4081-8ff3-6d65fa8d48dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/504bbae6-6791-444c-a04a-1ae4a78759ca HTTP/1.1" status: 204  len: 168 time: 0.9292595
Jul 19 01:10:30.047940 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c6622062-c6ef-4081-8ff3-6d65fa8d48dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:30.054890 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42695c52-b2d9-404b-92ae-9bc81f80de00 req-4472934c-6574-497b-9262-441f9570a78f service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3420126
Jul 19 01:10:30.056019 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:30.100300 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f718d7-33b9-44e9-a33c-6aa8c7805a45 req-7e10acbd-1bfb-42dd-a719-451557642026 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:30.108121 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39f718d7-33b9-44e9-a33c-6aa8c7805a45 req-7e10acbd-1bfb-42dd-a719-451557642026 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 946 time: 0.5528605
Jul 19 01:10:30.162953 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3c306-734a-4468-9354-934653378919 req-1f629096-d231-4381-8ecd-1cdbd7694082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:30.164500 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-1f629096-d231-4381-8ecd-1cdbd7694082 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.1360931
Jul 19 01:10:30.217337 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-2304ca3c-3e94-4965-aff9-3e994bd20905 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454462
Jul 19 01:10:30.219539 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-618e41fc-ea1e-492b-84f8-81966f412a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:30.220932 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-618e41fc-ea1e-492b-84f8-81966f412a1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 1097 time: 0.2535963
Jul 19 01:10:30.223969 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39f718d7-33b9-44e9-a33c-6aa8c7805a45 req-540b99e3-dbab-4009-8750-c620235135db tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144943
Jul 19 01:10:30.343166 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-59ccf835-bdba-420d-87f1-1fbdc9e26f21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=206408cd-9b3e-4235-a723-2a663ad1350a HTTP/1.1" status: 200  len: 217 time: 0.1023242
Jul 19 01:10:30.401960 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.439872 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.452916 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-15b785e9-ee5b-4737-b3fb-6c0390be8243 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132828
Jul 19 01:10:30.459919 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-fc4e66b6-cb32-490b-a5a1-9417c2db4c7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:30.521508 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193faec8-a022-493a-8bc9-994b2521fb3e,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:30.531072 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35256) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:30.531210 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21fa5c45aaa541c6ad447859876135ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6883228
Jul 19 01:10:30.532141 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:30.540815 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2929d-3053-4b2c-bedb-2697542d0acc req-6056186f-5e1c-478c-8101-9b4cb142261c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:30.542301 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-08a2929d-3053-4b2c-bedb-2697542d0acc req-6056186f-5e1c-478c-8101-9b4cb142261c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 943 time: 0.2754269
Jul 19 01:10:30.612660 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-08a2929d-3053-4b2c-bedb-2697542d0acc req-4e752652-870e-41a0-b5ce-791481dd6de5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617814
Jul 19 01:10:30.620623 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35264) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:30.641354 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ad332227-2a92-4966-bbe9-95d2c685b4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.645274 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251cafc-768c-4017-a7ed-da1e5acd3b06 req-12e97b14-c537-4f27-9616-e0d3fe399e0a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:30.652781 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1251cafc-768c-4017-a7ed-da1e5acd3b06 req-12e97b14-c537-4f27-9616-e0d3fe399e0a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 944 time: 0.2538886
Jul 19 01:10:30.653333 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.681091 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ad332227-2a92-4966-bbe9-95d2c685b4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.687765 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:30.706927 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-47383132-7e63-4492-a379-49cedad3d9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.713086 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1251cafc-768c-4017-a7ed-da1e5acd3b06 req-8e0ee8ac-2fd4-483f-b34e-0b289420d8dd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597534
Jul 19 01:10:30.718061 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] Usage tracker for resource:security_group_rule and tenant:7a424950bbee4e7c882ca0afdc5e52fc is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:30.728003 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:30.740977 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:30.804439 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ad332227-2a92-4966-bbe9-95d2c685b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.813982 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:30.834796 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad332227-2a92-4966-bbe9-95d2c685b4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193faec8-a022-493a-8bc9-994b2521fb3e,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:30.844636 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ad332227-2a92-4966-bbe9-95d2c685b4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:30.853534 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ad332227-2a92-4966-bbe9-95d2c685b4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.854181 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066174ff-e747-4dbb-8109-dbbfacd00568 req-013639b8-f686-4d3a-aa3d-b7dc8e17a393 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:30.857860 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-ad332227-2a92-4966-bbe9-95d2c685b4d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/193faec8-a022-493a-8bc9-994b2521fb3e HTTP/1.1" status: 204  len: 168 time: 0.3254099
Jul 19 01:10:30.861869 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-066174ff-e747-4dbb-8109-dbbfacd00568 req-013639b8-f686-4d3a-aa3d-b7dc8e17a393 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.0916617
Jul 19 01:10:30.871863 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.876812 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:30.887684 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a179b081-a495-4f53-8310-21abd8db41f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:30.910349 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-066174ff-e747-4dbb-8109-dbbfacd00568 req-9dcbb76b-83b8-4105-b1a5-e927d2c6a588 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0474877
Jul 19 01:10:30.932156 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a424950bbee4e7c882ca0afdc5e52fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3105199
Jul 19 01:10:30.933787 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fe0ae1-2ac9-4af0-9c9a-302d3441d550,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:30.934874 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35270) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:30.936935 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:30.992659 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-eb924cbd-b32a-43f4-a1fc-b63398f3436c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:31.021375 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-eb924cbd-b32a-43f4-a1fc-b63398f3436c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:31.073231 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-eb924cbd-b32a-43f4-a1fc-b63398f3436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:31.078533 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dca02e55-d883-4fbf-9750-68be5a436241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:31.094308 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb924cbd-b32a-43f4-a1fc-b63398f3436c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fe0ae1-2ac9-4af0-9c9a-302d3441d550,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:31.098369 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-eb924cbd-b32a-43f4-a1fc-b63398f3436c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:31.120842 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-eb924cbd-b32a-43f4-a1fc-b63398f3436c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:31.125029 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-eb924cbd-b32a-43f4-a1fc-b63398f3436c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0fe0ae1-2ac9-4af0-9c9a-302d3441d550 HTTP/1.1" status: 204  len: 168 time: 0.1891737
Jul 19 01:10:31.299717 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f347bb8-1003-48f2-a899-a7da012b766e', 'tag': '206408cd-9b3e-4235-a723-2a663ad1350a'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:31.352674 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f347bb8-1003-48f2-a899-a7da012b766e', 'tag': '206408cd-9b3e-4235-a723-2a663ad1350a', 'status': 'completed', 'code': 200}
Jul 19 01:10:31.438202 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f4628-3c3e-4aa1-9f94-4b8fda6e3877 req-156f7fb5-bc11-4400-b99b-fdef3957758e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:31.439866 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a65f4628-3c3e-4aa1-9f94-4b8fda6e3877 req-156f7fb5-bc11-4400-b99b-fdef3957758e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 946 time: 0.0857713
Jul 19 01:10:31.453125 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:31.489956 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a65f4628-3c3e-4aa1-9f94-4b8fda6e3877 req-ba1efc9d-a72b-481c-8947-2be1a2b39ad7 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442593
Jul 19 01:10:31.929739 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3152f48-2ee1-422c-83be-17c41818f837 req-688c6fa8-12f0-4d9f-bde4-90262072e4ff tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:31.934234 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b3152f48-2ee1-422c-83be-17c41818f837 req-688c6fa8-12f0-4d9f-bde4-90262072e4ff tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 943 time: 0.1262467
Jul 19 01:10:32.002537 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b3152f48-2ee1-422c-83be-17c41818f837 req-70cf59ed-c063-44f1-8e78-4fa175666764 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575416
Jul 19 01:10:32.188375 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ee2a0-2233-45cf-b826-1aacbfca7b0d req-da761377-f98a-4030-8333-3d1e9ad1d5a0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:32.190024 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bd8ee2a0-2233-45cf-b826-1aacbfca7b0d req-da761377-f98a-4030-8333-3d1e9ad1d5a0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 944 time: 0.2473407
Jul 19 01:10:32.295374 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bd8ee2a0-2233-45cf-b826-1aacbfca7b0d req-83bf55f9-e33d-4f9f-80d7-874105c733bb tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709507
Jul 19 01:10:32.318541 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b59c4a-ea37-444e-ba92-ae54c9495ac6 req-ece30374-fcd9-48ad-82bb-8a4f20ee7f73 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:32.319864 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f6b59c4a-ea37-444e-ba92-ae54c9495ac6 req-ece30374-fcd9-48ad-82bb-8a4f20ee7f73 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1289289
Jul 19 01:10:32.368917 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f6b59c4a-ea37-444e-ba92-ae54c9495ac6 req-f5349234-fa74-49af-97b0-13f6a7e56a61 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0428221
Jul 19 01:10:32.903117 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:33.214223 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be035eeb-c028-47df-8393-a491ea72a5f9 req-b73e88f1-344f-4f6c-a3aa-0399a97be50c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:33.215786 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-be035eeb-c028-47df-8393-a491ea72a5f9 req-b73e88f1-344f-4f6c-a3aa-0399a97be50c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 943 time: 0.0859213
Jul 19 01:10:33.266325 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-be035eeb-c028-47df-8393-a491ea72a5f9 req-60d13393-23a9-42aa-ae22-dbc54ab44c0b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444753
Jul 19 01:10:33.365312 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818829c-8e44-4bb9-9f13-6a60d759f626 req-a9018132-9987-4cf5-956e-88da6532f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:33.366821 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4818829c-8e44-4bb9-9f13-6a60d759f626 req-a9018132-9987-4cf5-956e-88da6532f98a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 1098 time: 0.0860732
Jul 19 01:10:33.415318 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-4818829c-8e44-4bb9-9f13-6a60d759f626 req-e6a3dba9-1e18-4072-aac6-2cfed23c4ced service neutron] Synchronizing usage tracker for tenant:596d3c57e3924ed388038730e1f84650 on resource:security_group {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:10:33.460873 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-cbe97e78-b9ee-404f-a43d-4b20858b7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:33.462510 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-cbe97e78-b9ee-404f-a43d-4b20858b7063 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c HTTP/1.1" status: 200  len: 849 time: 0.1525755
Jul 19 01:10:33.477259 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-4818829c-8e44-4bb9-9f13-6a60d759f626 req-e6a3dba9-1e18-4072-aac6-2cfed23c4ced service neutron] Unset dirty status for tenant:596d3c57e3924ed388038730e1f84650 on resource:security_group {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:10:33.478409 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4818829c-8e44-4bb9-9f13-6a60d759f626 req-e6a3dba9-1e18-4072-aac6-2cfed23c4ced service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035879
Jul 19 01:10:33.543796 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8eb3c306-734a-4468-9354-934653378919 req-0266e960-a8b0-4864-a16f-2b3770ad800d service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2639718
Jul 19 01:10:33.559202 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4a3cd-dc39-4f28-a55c-5bf7c77c2cca req-b2d4411c-435c-4008-a07c-381c504c315f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:33.560271 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-ec36370b-4cca-4e19-a2e9-ee4c112ddcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:33.560654 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-69b4a3cd-dc39-4f28-a55c-5bf7c77c2cca req-b2d4411c-435c-4008-a07c-381c504c315f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 944 time: 0.1468143
Jul 19 01:10:33.561931 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-ec36370b-4cca-4e19-a2e9-ee4c112ddcab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b731d6dd-df44-4e7f-9097-7719acf232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892599
Jul 19 01:10:33.609420 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccea144-ac88-4876-8eb7-cd83ba7bbe75 req-f2d112dd-da0d-4b28-b75f-92b51f6c5032 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:33.610868 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ccea144-ac88-4876-8eb7-cd83ba7bbe75 req-f2d112dd-da0d-4b28-b75f-92b51f6c5032 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1275244
Jul 19 01:10:33.633455 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-69b4a3cd-dc39-4f28-a55c-5bf7c77c2cca req-637283f7-0221-4cea-8e22-23e90f4a6f77 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664082
Jul 19 01:10:33.659712 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ccea144-ac88-4876-8eb7-cd83ba7bbe75 req-795e2591-bbd9-4074-8050-4b85c562c308 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0424447
Jul 19 01:10:33.965426 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-37140ced-10fd-4553-8a30-26a9eb751c90 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230404
Jul 19 01:10:34.233868 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7694b4-94cb-4d0d-a1d9-b5894736a11a req-b8b7de89-a84a-49cf-acfd-272e0cb85554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:34.235262 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0b7694b4-94cb-4d0d-a1d9-b5894736a11a req-b8b7de89-a84a-49cf-acfd-272e0cb85554 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 1096 time: 0.2422976
Jul 19 01:10:34.238923 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c345063-3d32-4038-bc17-e5c337498fe4 req-5167a517-6dcd-481c-90e9-f5dae83675e6 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2445498
Jul 19 01:10:34.312900 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:10:34.468110 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d1dc-c314-4ede-82e7-06eb6f62536c req-78452d93-ca0a-446f-96b5-bb7fa2ae7563 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:34.469189 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7694b4-94cb-4d0d-a1d9-b5894736a11a req-73fbba7e-b315-49d6-93bb-ad8dd16fe864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:34.469908 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8c13d1dc-c314-4ede-82e7-06eb6f62536c req-78452d93-ca0a-446f-96b5-bb7fa2ae7563 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 943 time: 0.0938668
Jul 19 01:10:34.475017 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0b7694b4-94cb-4d0d-a1d9-b5894736a11a req-73fbba7e-b315-49d6-93bb-ad8dd16fe864 service neutron] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 919 time: 0.2078090
Jul 19 01:10:34.493607 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-3ebb4742-06bb-46f0-b58e-b600da609a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:34.495159 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-3ebb4742-06bb-46f0-b58e-b600da609a11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 1097 time: 0.1129262
Jul 19 01:10:34.521519 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8c13d1dc-c314-4ede-82e7-06eb6f62536c req-f8cb5cc7-1d7b-482a-b459-8d826dd62b85 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452559
Jul 19 01:10:34.589073 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0b7694b4-94cb-4d0d-a1d9-b5894736a11a req-4f92c998-86f7-4dc0-9f8f-fe3cfc51fa8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a254a1ce-de07-4202-a12d-c0c1f01a9336 HTTP/1.1" status: 200  len: 217 time: 0.0853248
Jul 19 01:10:34.742520 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7694b4-94cb-4d0d-a1d9-b5894736a11a req-f9f47286-0acf-4230-8352-fb04704048ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:34.743952 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0b7694b4-94cb-4d0d-a1d9-b5894736a11a req-f9f47286-0acf-4230-8352-fb04704048ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.1390738
Jul 19 01:10:34.812901 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 1301ae37-2f71-4c34-8ac0-5708aea24499 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:10:34.820336 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0b7694b4-94cb-4d0d-a1d9-b5894736a11a req-e889a76b-1282-45d2-af25-f20363486930 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634243
Jul 19 01:10:34.821492 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-e9adf233-3745-4716-af74-7df8d2096489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:34.822924 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-e9adf233-3745-4716-af74-7df8d2096489 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 910 time: 0.2690942
Jul 19 01:10:34.948670 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-27a95a22-8002-4b70-ae37-4e27317474f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=206408cd-9b3e-4235-a723-2a663ad1350a HTTP/1.1" status: 200  len: 217 time: 0.1105516
Jul 19 01:10:34.980333 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:34.986442 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9ab37-f610-4de1-abe8-0c1d8b4a5db8 req-accd4c43-af24-4580-878f-364db3e2d45c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:34.987971 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-65d9ab37-f610-4de1-abe8-0c1d8b4a5db8 req-accd4c43-af24-4580-878f-364db3e2d45c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 944 time: 0.2016623
Jul 19 01:10:34.994675 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'port_id': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'mac_address': 'fa:16:3e:ec:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:10:35.000894 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e87c8-709a-4a98-9150-ab661e5a361b req-5122acdd-1227-4ed6-9f1d-2eec3db859a9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:35.003993 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-092e87c8-709a-4a98-9150-ab661e5a361b req-5122acdd-1227-4ed6-9f1d-2eec3db859a9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1205220
Jul 19 01:10:35.055273 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:35.070421 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-65d9ab37-f610-4de1-abe8-0c1d8b4a5db8 req-97833de2-d074-418a-ace1-b47d1ba9283f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651214
Jul 19 01:10:35.080223 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1301ae37-2f71-4c34-8ac0-5708aea24499 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:35.101351 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-092e87c8-709a-4a98-9150-ab661e5a361b req-b001e0b6-fdb8-4e5f-aa88-f215c9f883d5 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0604947
Jul 19 01:10:35.104347 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:35.109776 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:35.113350 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-014f0140-b6d4-4af5-bb33-b69b48799ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:35.116463 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-97b72e88-d239-4c8f-a178-c516d335be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:35.118165 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-97b72e88-d239-4c8f-a178-c516d335be48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c HTTP/1.1" status: 200  len: 849 time: 0.1606197
Jul 19 01:10:35.128375 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0b7694b4-94cb-4d0d-a1d9-b5894736a11a req-495fc744-45c9-4a92-af83-261467f2c9a3 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2917993
Jul 19 01:10:35.188881 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:35.192040 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:35.365656 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-6772a33c-688a-47b1-9fb5-331df5be5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:35.367252 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-6772a33c-688a-47b1-9fb5-331df5be5c77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b731d6dd-df44-4e7f-9097-7719acf232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2192914
Jul 19 01:10:35.382212 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0b7694b4-94cb-4d0d-a1d9-b5894736a11a req-257c883c-2235-4b75-b7e9-9c499f746975 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998518
Jul 19 01:10:35.538217 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-e74291f3-90c0-4557-b029-37c054c56795 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534619
Jul 19 01:10:35.594369 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['1301ae37-2f71-4c34-8ac0-5708aea24499'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:10:35.804895 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-c4285a3f-d29e-4780-8001-61c30fbace09 req-db71391c-39ea-4645-89df-98ba3c480a4f service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2541666
Jul 19 01:10:36.078293 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339fe71-43f3-4bc6-b53b-20394d8c965b req-7dd84763-539f-4055-84be-e00b9ac12214 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:36.080475 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a339fe71-43f3-4bc6-b53b-20394d8c965b req-7dd84763-539f-4055-84be-e00b9ac12214 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 943 time: 0.1021595
Jul 19 01:10:36.136601 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a339fe71-43f3-4bc6-b53b-20394d8c965b req-bce4f29a-08a5-4c8f-b407-71eb648ff404 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487354
Jul 19 01:10:36.391050 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39051277-88c9-4388-9bc0-9a4e89611cd7 req-09144f8e-fbf6-4250-b589-cae5e3345e4b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:36.392925 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39051277-88c9-4388-9bc0-9a4e89611cd7 req-09144f8e-fbf6-4250-b589-cae5e3345e4b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 945 time: 0.1167879
Jul 19 01:10:36.400795 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbe5ea-8876-4d77-aa45-116bf1f54ba6 req-b8b2ba86-f232-4246-9a8d-4796cc05f944 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:36.408170 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1efbe5ea-8876-4d77-aa45-116bf1f54ba6 req-b8b2ba86-f232-4246-9a8d-4796cc05f944 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 944 time: 0.1692843
Jul 19 01:10:36.480026 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39051277-88c9-4388-9bc0-9a4e89611cd7 req-d0e698bd-e676-4808-81a6-da21462defc3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0687697
Jul 19 01:10:36.483217 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1efbe5ea-8876-4d77-aa45-116bf1f54ba6 req-3294e2ef-73d8-466b-a8bb-cccade56d6a6 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738833
Jul 19 01:10:36.519159 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35498) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:36.632610 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:36.650070 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:36.653816 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] Usage tracker for resource:security_group_rule and tenant:632a5f5496ff487a80a7792f434ab934 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:36.656568 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:36.662814 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:36.745671 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:36.749900 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:36.760187 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:36.800167 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=632a5f5496ff487a80a7792f434ab934&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2794363
Jul 19 01:10:36.801934 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcfd9c4-cdc4-4b23-9890-f06999f62159,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:36.802985 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35508) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:36.805133 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:36.833132 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 206408cd-9b3e-4235-a723-2a663ad1350a details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:10:36.852822 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 1301ae37-2f71-4c34-8ac0-5708aea24499 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:36.872608 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-40ce8ae1-027a-4ff8-bf84-c44d5aa55f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:36.899581 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-40ce8ae1-027a-4ff8-bf84-c44d5aa55f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:36.923875 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35516) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:36.991782 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-40ce8ae1-027a-4ff8-bf84-c44d5aa55f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.017683 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:37.038340 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce8ae1-027a-4ff8-bf84-c44d5aa55f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcfd9c4-cdc4-4b23-9890-f06999f62159,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:37.041088 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-40ce8ae1-027a-4ff8-bf84-c44d5aa55f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:37.049817 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-40ce8ae1-027a-4ff8-bf84-c44d5aa55f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.058396 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-40ce8ae1-027a-4ff8-bf84-c44d5aa55f04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bcfd9c4-cdc4-4b23-9890-f06999f62159 HTTP/1.1" status: 204  len: 168 time: 0.2479057
Jul 19 01:10:37.180644 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 206408cd-9b3e-4235-a723-2a663ad1350a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=206408cd-9b3e-4235-a723-2a663ad1350a,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:37.188446 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port 1301ae37-2f71-4c34-8ac0-5708aea24499 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:37.198850 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 1301ae37-2f71-4c34-8ac0-5708aea24499 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:37.199239 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.238942 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '206408cd-9b3e-4235-a723-2a663ad1350a', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'port_id': '206408cd-9b3e-4235-a723-2a663ad1350a', 'mac_address': 'fa:16:3e:f8:98:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:10:37.243285 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.276382 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:37.280064 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] Usage tracker for resource:security_group_rule and tenant:d779d928618f4c1ea61abad4a3ae8208 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:37.283764 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:37.290797 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:37.359172 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.448440 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206408cd-9b3e-4235-a723-2a663ad1350a {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:37.489002 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 206408cd-9b3e-4235-a723-2a663ad1350a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=206408cd-9b3e-4235-a723-2a663ad1350a,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:37.491420 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.503064 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.504662 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device a254a1ce-de07-4202-a12d-c0c1f01a9336 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:10:37.523878 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:37.524629 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.533617 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.550070 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:37.594534 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5f87d-ef76-499d-8e57-a75c4bbb873f req-90aa7fe1-06ba-41fa-9f1d-9b4f5dd76ce4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:37.596498 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b0f5f87d-ef76-499d-8e57-a75c4bbb873f req-90aa7fe1-06ba-41fa-9f1d-9b4f5dd76ce4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 943 time: 0.1678340
Jul 19 01:10:37.616551 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:37.623474 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35544) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:37.650858 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:37.666133 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.673184 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.694860 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:37.699329 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=206408cd-9b3e-4235-a723-2a663ad1350a,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:37.700508 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d779d928618f4c1ea61abad4a3ae8208&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7703931
Jul 19 01:10:37.700896 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] Usage tracker for resource:security_group_rule and tenant:cb071c47b1ef4fd0ba8a8500b554e69e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:37.704720 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:37.712509 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:37.713380 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:37.713972 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:37.714569 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35550) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:37.723802 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63a8c32-4baf-4096-92a2-97813f305ae4,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:37.730152 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:37.772801 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b0f5f87d-ef76-499d-8e57-a75c4bbb873f req-ad64b1af-1d45-42ce-992a-922219ca340d tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583376
Jul 19 01:10:37.820036 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.825192 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.836514 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:37.842600 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dd41f-90ab-4c49-8409-646fc2683c70 req-ef0ea3f2-6db2-4cbd-abda-8fe8f28b9d2c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:37.844156 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-776dd41f-90ab-4c49-8409-646fc2683c70 req-ef0ea3f2-6db2-4cbd-abda-8fe8f28b9d2c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 945 time: 0.2281437
Jul 19 01:10:37.887787 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb071c47b1ef4fd0ba8a8500b554e69e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2607388
Jul 19 01:10:37.888095 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35554) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:37.892201 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb0a4d0-a2f2-49cb-a3f7-6a3e7e841e4e,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:37.896169 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:37.904055 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:37.908908 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:37.920768 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-776dd41f-90ab-4c49-8409-646fc2683c70 req-04b464d7-6235-4e0f-aed6-bda77f9370bc tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629032
Jul 19 01:10:37.921012 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-80efdf2a-8fe0-49d8-a487-ff9acf3b554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.946197 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port a254a1ce-de07-4202-a12d-c0c1f01a9336, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=a254a1ce-de07-4202-a12d-c0c1f01a9336,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:37.962036 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'a254a1ce-de07-4202-a12d-c0c1f01a9336', 'network_id': 'acecac2a-f68a-478a-b6a8-0576f7e3cd9f', 'port_id': 'a254a1ce-de07-4202-a12d-c0c1f01a9336', 'mac_address': 'fa:16:3e:da:cd:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9000604-dc2d-4842-9495-6c05da929a3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:10:37.963238 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2692bc57-1b13-4587-92bd-714a8f9bd56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.993467 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'code': 200}
Jul 19 01:10:37.994048 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-80efdf2a-8fe0-49d8-a487-ff9acf3b554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:37.995143 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2692bc57-1b13-4587-92bd-714a8f9bd56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.023029 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.040813 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a254a1ce-de07-4202-a12d-c0c1f01a9336 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:10:38.057755 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2692bc57-1b13-4587-92bd-714a8f9bd56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.059430 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port a254a1ce-de07-4202-a12d-c0c1f01a9336, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=a254a1ce-de07-4202-a12d-c0c1f01a9336,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:38.061670 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bc77f-5772-40de-8276-d61d8cb5ac7f req-9b5ae357-477a-480f-8a16-338a95a383cd tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:38.063228 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5e8bc77f-5772-40de-8276-d61d8cb5ac7f req-9b5ae357-477a-480f-8a16-338a95a383cd tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1464233
Jul 19 01:10:38.065491 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ad332227-2a92-4966-bbe9-95d2c685b4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:38.066782 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.068589 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:38.084958 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692bc57-1b13-4587-92bd-714a8f9bd56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb0a4d0-a2f2-49cb-a3f7-6a3e7e841e4e,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:38.087157 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2692bc57-1b13-4587-92bd-714a8f9bd56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:38.087299 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-80efdf2a-8fe0-49d8-a487-ff9acf3b554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.089294 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2692bc57-1b13-4587-92bd-714a8f9bd56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.091151 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-2692bc57-1b13-4587-92bd-714a8f9bd56a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdb0a4d0-a2f2-49cb-a3f7-6a3e7e841e4e HTTP/1.1" status: 204  len: 168 time: 0.2017918
Jul 19 01:10:38.106258 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a748107b-d995-43e1-aed5-6e0b52403b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:38.129216 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efdf2a-8fe0-49d8-a487-ff9acf3b554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63a8c32-4baf-4096-92a2-97813f305ae4,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:38.136023 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-80efdf2a-8fe0-49d8-a487-ff9acf3b554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:38.142659 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-80efdf2a-8fe0-49d8-a487-ff9acf3b554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.146321 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-80efdf2a-8fe0-49d8-a487-ff9acf3b554f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b63a8c32-4baf-4096-92a2-97813f305ae4 HTTP/1.1" status: 204  len: 168 time: 0.4167967
Jul 19 01:10:38.148996 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=a254a1ce-de07-4202-a12d-c0c1f01a9336,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:38.162226 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5e8bc77f-5772-40de-8276-d61d8cb5ac7f req-7bc6a26a-8a78-4386-945a-104a0216382e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0916884
Jul 19 01:10:38.162616 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:38.574765 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35578) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:38.592585 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.607062 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:38.610912 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc7540eeea04cc6acf59135caf0fdea is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:38.613665 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:38.619195 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:38.703597 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.711198 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.728069 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-80efdf2a-8fe0-49d8-a487-ff9acf3b554f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:38.777827 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35590) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:38.778005 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cc7540eeea04cc6acf59135caf0fdea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2018960
Jul 19 01:10:38.779018 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba609e4-65bd-44fc-8cd7-8fe1ee93149b,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:38.781913 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:38.840561 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b3ac75a5-eb85-4280-aa86-87bc9bcf7eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.870210 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b3ac75a5-eb85-4280-aa86-87bc9bcf7eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.929909 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b3ac75a5-eb85-4280-aa86-87bc9bcf7eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.934597 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:38.950037 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b3ac75a5-eb85-4280-aa86-87bc9bcf7eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:38.951253 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b3ac75a5-eb85-4280-aa86-87bc9bcf7eca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ba609e4-65bd-44fc-8cd7-8fe1ee93149b HTTP/1.1" status: 204  len: 168 time: 0.1724291
Jul 19 01:10:38.952163 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac75a5-eb85-4280-aa86-87bc9bcf7eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba609e4-65bd-44fc-8cd7-8fe1ee93149b,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:38.955854 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b3ac75a5-eb85-4280-aa86-87bc9bcf7eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:38.971414 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd7164-deb3-405d-8236-3bf10c06d0fb req-ae37ea86-c90c-404e-a809-1eb48c3de884 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:38.973650 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-21dd7164-deb3-405d-8236-3bf10c06d0fb req-ae37ea86-c90c-404e-a809-1eb48c3de884 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 944 time: 0.0930583
Jul 19 01:10:39.032574 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-21dd7164-deb3-405d-8236-3bf10c06d0fb req-f0a72e2a-f602-4610-a3eb-d1b042d2eb5b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530663
Jul 19 01:10:39.148423 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817802ae-eaf4-40fc-8039-fdcce9a15d65 req-7e9dda4f-5631-45f6-9456-2025d1a7470f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:39.149691 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-817802ae-eaf4-40fc-8039-fdcce9a15d65 req-7e9dda4f-5631-45f6-9456-2025d1a7470f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 945 time: 0.0859983
Jul 19 01:10:39.196849 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-817802ae-eaf4-40fc-8039-fdcce9a15d65 req-7123d73c-071c-46cf-9386-8c6ad4e89786 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404482
Jul 19 01:10:39.372220 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8231e1-ec98-4fb9-a858-cd29d80d96e9 req-cfd78b9b-bc32-43fa-b7ef-14323949400c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:39.373759 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bc8231e1-ec98-4fb9-a858-cd29d80d96e9 req-cfd78b9b-bc32-43fa-b7ef-14323949400c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.0935571
Jul 19 01:10:39.427304 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bc8231e1-ec98-4fb9-a858-cd29d80d96e9 req-1e3f6d76-55fd-4b22-adbb-9ce6858d353c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0469456
Jul 19 01:10:39.835411 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35648) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:39.942307 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1377818418-network', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:39.947325 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:39.951292 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Usage tracker for resource:network and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:39.954407 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:39.961306 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:39.971009 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Made reservation on behalf of a348ea9c922b4a408fcd783d34f75e06 for: {'network': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:10:39.977442 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:39.985262 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:39.999758 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:40.004071 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Usage tracker for resource:security_group_rule and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:40.007289 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:40.013046 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:40.109060 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:40.114751 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:40.119026 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b3ac75a5-eb85-4280-aa86-87bc9bcf7eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:40.146927 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69}  {{(pid=78648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:10:40.155773 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac2d0d9-13d8-4195-93b4-8ced53d20ae5,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:40.159644 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:40.162229 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:40.162627 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.segments_db [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Added segment b852f844-2148-47ee-9bd2-c9a25d8d267f of type vlan for network c079f077-1996-4d04-bab9-7c5a3344760f
Jul 19 01:10:40.197620 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:40.217299 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1549-88bc-497c-8aa3-d31d3a083908 req-2602eef5-6d4d-4d8d-b6fe-9ed782b9068a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:40.220492 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5f6e1549-88bc-497c-8aa3-d31d3a083908 req-2602eef5-6d4d-4d8d-b6fe-9ed782b9068a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 944 time: 0.0886140
Jul 19 01:10:40.231259 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:40.232907 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:40.233947 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:40.251345 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:40.279352 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4428380
Jul 19 01:10:40.282494 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5f6e1549-88bc-497c-8aa3-d31d3a083908 req-8978e040-827a-4365-8de2-bbaf64b4322f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478075
Jul 19 01:10:40.283329 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35670) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:40.302316 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Request body: {'subnet': {'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1377818418-subnet', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:40.305104 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:40.308938 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Usage tracker for resource:subnet and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:40.311856 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:40.318142 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:40.334607 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Made reservation on behalf of a348ea9c922b4a408fcd783d34f75e06 for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:10:40.337519 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:40.361346 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Pushing event updated for resources: {'Network': ['ID=c079f077-1996-4d04-bab9-7c5a3344760f,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:40.365592 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:40.373645 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network c079f077-1996-4d04-bab9-7c5a3344760f details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:10:40.633098 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c95a87-a755-41e4-a2e2-82b1a63f302d req-35fb268f-30a3-41ba-a6ae-6750e2e7e479 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:40.634606 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a5c95a87-a755-41e4-a2e2-82b1a63f302d req-35fb268f-30a3-41ba-a6ae-6750e2e7e479 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 945 time: 0.2840576
Jul 19 01:10:40.748168 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a5c95a87-a755-41e4-a2e2-82b1a63f302d req-5de5e705-6779-4d8d-a061-366ef65ca1d7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064224
Jul 19 01:10:40.795201 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e8bf9-46a2-4449-bb05-534f376e0802 req-3b9b9bee-d457-4313-8409-af0dea604989 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:40.796756 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-987e8bf9-46a2-4449-bb05-534f376e0802 req-3b9b9bee-d457-4313-8409-af0dea604989 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.2220545
Jul 19 01:10:40.803757 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:40.823056 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:40.916971 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-987e8bf9-46a2-4449-bb05-534f376e0802 req-9ea38b2f-5fe1-496f-84a4-cd94439c02b8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1104019
Jul 19 01:10:40.919900 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:40.925903 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:40.931800 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Checking segment: {'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:40.932154 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Network hostable DHCP agents. Network: c079f077-1996-4d04-bab9-7c5a3344760f, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:10:40.951478 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Network c079f077-1996-4d04-bab9-7c5a3344760f is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:10:40.961243 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, c079f077-1996-4d04-bab9-7c5a3344760f) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:40.966184 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:40.966649 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:40.970709 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f284be5-f999-4892-b711-aeb935474630 None None] Network c079f077-1996-4d04-bab9-7c5a3344760f requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:10:40.996323 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7115431
Jul 19 01:10:40.999905 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35722) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:41.007349 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:41.011707 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:41.015599 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Usage tracker for resource:router and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:41.022172 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:41.029659 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:41.041222 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1764116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-230778'] for router, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:41.042226 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-230771'] for router, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:41.059265 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:41.261089 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd5a257-e18e-57a7-9ff8-706e6ca1d8f8-c079f077-1996-4d04-bab9-7c5a3344760f', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8'}]}} from dv-cinder-801236-1-iscsi. {{(pid=78649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 19 01:10:41.262253 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:41.381466 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:41.434266 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.db_base_plugin_common [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Allocated IP 172.20.0.2 (c079f077-1996-4d04-bab9-7c5a3344760f/f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8/150a217a-59cf-4855-b166-9a3606699876) {{(pid=78649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:41.445871 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2d6ae-4bd0-4969-80d1-e1505b72fe62 req-5cf1f23b-9c91-49e6-ab20-034188d29c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:41.447431 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-82b2d6ae-4bd0-4969-80d1-e1505b72fe62 req-5cf1f23b-9c91-49e6-ab20-034188d29c99 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 1099 time: 0.1928203
Jul 19 01:10:41.543219 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['206408cd-9b3e-4235-a723-2a663ad1350a'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:10:41.547119 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-82b2d6ae-4bd0-4969-80d1-e1505b72fe62 req-847753df-23ef-4f21-9c51-030e318e8b36 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0508699
Jul 19 01:10:41.549073 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dde53e-f06a-4d5f-b74f-c5d4fb01cad9 req-aa080b3c-410c-42a6-908e-55cc747a1f2b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:41.560353 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-07dde53e-f06a-4d5f-b74f-c5d4fb01cad9 req-aa080b3c-410c-42a6-908e-55cc747a1f2b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 944 time: 0.1278570
Jul 19 01:10:41.577085 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['a254a1ce-de07-4202-a12d-c0c1f01a9336'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:10:41.623799 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-07dde53e-f06a-4d5f-b74f-c5d4fb01cad9 req-1c806d5a-9f6b-46c9-98fe-5fbf65fde8f6 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623128
Jul 19 01:10:41.841567 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:41.883077 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Notify callbacks [] for port, precommit_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:41.911754 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Transition to ACTIVE for port object 150a217a-59cf-4855-b166-9a3606699876 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:41.969933 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Transition to ACTIVE for port object 150a217a-59cf-4855-b166-9a3606699876 will not be triggered until provisioned by entity DHCP. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:41.992864 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:42.004076 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:42.044931 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:42.117601 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Network c079f077-1996-4d04-bab9-7c5a3344760f is already hosted by enough agents. {{(pid=78649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:42.126475 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.base_scheduler [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Resources bound (agent type, host, resource id):  {{(pid=78649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:42.148736 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Received port after_create {{(pid=78649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:10:42.151543 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59c23-5de6-48be-a8dd-0ae72f966cac req-2f020677-1c8c-4cf1-8d4e-d4dd5d08f7fe tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:42.156835 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Pushing event updated for resources: {'Port': ['ID=150a217a-59cf-4855-b166-9a3606699876,revision_number=1']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:42.160639 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fca59c23-5de6-48be-a8dd-0ae72f966cac req-2f020677-1c8c-4cf1-8d4e-d4dd5d08f7fe tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 945 time: 0.1970921
Jul 19 01:10:42.168601 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:42.250530 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35784) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:42.266487 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fca59c23-5de6-48be-a8dd-0ae72f966cac req-3bc454d3-906a-492b-b96a-ef7c87232e67 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037748
Jul 19 01:10:42.293740 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Attempting to bind port 150a217a-59cf-4855-b166-9a3606699876 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:42.293740 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Attempting to bind port 150a217a-59cf-4855-b166-9a3606699876 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:42.293740 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Attempting to bind port 150a217a-59cf-4855-b166-9a3606699876 on network c079f077-1996-4d04-bab9-7c5a3344760f {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:42.294689 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Allocated IP 172.27.3.215 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/6b54fa7e-5313-4e97-a0eb-db2b064281ad) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:42.299750 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:42.300773 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Checking segment: {'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:42.303251 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:42.303679 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Bound using segment: {'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:42.304236 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Bound port: 150a217a-59cf-4855-b166-9a3606699876, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:42.304616 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:42.336835 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c3b8b-6ae4-4a96-b6d5-0abd24b3d561 req-bb8ecda9-31ab-467a-884e-1f9d8d1b831a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:42.339525 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-409c3b8b-6ae4-4a96-b6d5-0abd24b3d561 req-bb8ecda9-31ab-467a-884e-1f9d8d1b831a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1385260
Jul 19 01:10:42.393230 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-409c3b8b-6ae4-4a96-b6d5-0abd24b3d561 req-3513ba3d-1fa3-47f2-8753-5fa8d668d624 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0479565
Jul 19 01:10:42.408044 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] For port 150a217a-59cf-4855-b166-9a3606699876, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:42.414623 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] For port 150a217a-59cf-4855-b166-9a3606699876, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=150a217a-59cf-4855-b166-9a3606699876,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:42.420959 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:42.426125 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:42.431962 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:42.456981 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:42.469765 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] Usage tracker for resource:security_group_rule and tenant:335cec0e39e8422699b6c0673fd08d21 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:42.475476 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:42.484135 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:42.502123 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Pushing event updated for resources: {'Port': ['ID=150a217a-59cf-4855-b166-9a3606699876,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:42.505441 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:42.511178 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:42.584516 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:42.590703 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:42.681047 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:42.683785 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:42.687025 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:42.690910 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:42.698007 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:10:42.783794 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Pushing event updated for resources: {'Port': ['ID=6b54fa7e-5313-4e97-a0eb-db2b064281ad,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:42.872883 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=335cec0e39e8422699b6c0673fd08d21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6187532
Jul 19 01:10:42.876266 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bdef5-4dba-49ca-ba9a-70fb922371e1 req-b92343fb-03b2-440a-ae8c-9eb3785659f3 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:42.878039 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5d3bdef5-4dba-49ca-ba9a-70fb922371e1 req-b92343fb-03b2-440a-ae8c-9eb3785659f3 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 944 time: 0.0926583
Jul 19 01:10:42.878512 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35796) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:42.902510 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.902788 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.903132 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.903499 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.903836 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.904168 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.904496 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.904828 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.905157 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.905482 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.905832 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.906155 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:42.915162 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:42.915568 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:42.958551 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cc74ef-d72e-4a71-b80d-60808c95dd32,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:42.962879 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:42.979366 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5d3bdef5-4dba-49ca-ba9a-70fb922371e1 req-6d91b253-ae59-401e-b298-d299dbaabbb1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816808
Jul 19 01:10:42.990532 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:43.021442 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:43.075226 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:43.079760 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:43.091393 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cc74ef-d72e-4a71-b80d-60808c95dd32,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:43.099804 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.100164 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.100512 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.100851 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.101186 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.101522 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.101880 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.102213 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.102542 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.102869 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.103193 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.103517 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:43.106497 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:43.107271 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:43.108371 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9cc74ef-d72e-4a71-b80d-60808c95dd32 HTTP/1.1" status: 204  len: 168 time: 0.2289770
Jul 19 01:10:43.143455 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:43.531198 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72d198-09c6-4be9-826a-2470829d7152 req-0b629e3f-3644-4d2c-b0a2-14ae515d4d1e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:43.540528 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6d72d198-09c6-4be9-826a-2470829d7152 req-0b629e3f-3644-4d2c-b0a2-14ae515d4d1e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 945 time: 0.1048586
Jul 19 01:10:43.605238 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35816) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:43.631149 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:43.640613 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6d72d198-09c6-4be9-826a-2470829d7152 req-f91a3f5b-49ad-4ac7-ba36-0b818ca1a640 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985746
Jul 19 01:10:43.653910 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41720506-6036-446c-9802-b4b7327657cc None None] Network c079f077-1996-4d04-bab9-7c5a3344760f requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:10:43.666387 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:43.669057 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932'] for router, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:43.673012 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] Usage tracker for resource:security_group_rule and tenant:02d602d307be4ad0805e59c16323204a is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:43.677098 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:43.691202 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80cfe5-744b-4fec-8e26-50d1283be48c req-e1c19368-17ca-4311-aa68-8623e36b93f2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:43.698845 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0e80cfe5-744b-4fec-8e26-50d1283be48c req-e1c19368-17ca-4311-aa68-8623e36b93f2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1318169
Jul 19 01:10:43.754559 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:43.759311 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0e80cfe5-744b-4fec-8e26-50d1283be48c req-1c22cb10-225e-4d4e-8496-e23df2f4792c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0573890
Jul 19 01:10:43.871573 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-90ce18ae-0771-434c-ac1a-1fcb7b7d4dd6 None None] Provisioning for port 150a217a-59cf-4855-b166-9a3606699876 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:44.004166 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885a3c7-9a1c-45be-9cc8-6aad81dec737 req-705be6c5-367e-4e47-86cf-ab59253ffc31 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:44.014497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35838) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:44.015414 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5885a3c7-9a1c-45be-9cc8-6aad81dec737 req-705be6c5-367e-4e47-86cf-ab59253ffc31 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1261089
Jul 19 01:10:44.020852 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-22986cf2-cfb9-4b37-89c8-88771d3e5c55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'floatingip': {'port_id': '1301ae37-2f71-4c34-8ac0-5708aea24499'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:44.133309 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-22986cf2-cfb9-4b37-89c8-88771d3e5c55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.238886 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e718a6-0224-492d-9ab7-08db660cbbad req-dc72d3fc-8a1f-46e5-9f41-f3a5b1a66732 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:44.241454 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-74e718a6-0224-492d-9ab7-08db660cbbad req-dc72d3fc-8a1f-46e5-9f41-f3a5b1a66732 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 944 time: 0.1213193
Jul 19 01:10:44.308177 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-74e718a6-0224-492d-9ab7-08db660cbbad req-cace7226-7473-4e1c-9d93-e2b6b5cd37e6 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473711
Jul 19 01:10:44.330903 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 150a217a-59cf-4855-b166-9a3606699876 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:44.334438 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 is scheduled to L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b with binding_index 1 {{(pid=78648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 19 01:10:44.340301 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.421049 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 150a217a-59cf-4855-b166-9a3606699876 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:44.426725 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 150a217a-59cf-4855-b166-9a3606699876 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:44.427208 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.449840 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.464360 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:44.549079 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bd4fa2-8692-4569-bc3f-01833d6ec46a,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:44.553790 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02d602d307be4ad0805e59c16323204a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9476254
Jul 19 01:10:44.554854 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:44.556907 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35856) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:44.558862 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-8032bc3d-981f-4d18-8373-d079a39e1208 None None] Provisioning complete for port 150a217a-59cf-4855-b166-9a3606699876 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:44.559344 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-8032bc3d-981f-4d18-8373-d079a39e1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.583823 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.619304 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5134-408b-40c4-926c-7e85916c59a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.640960 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 150a217a-59cf-4855-b166-9a3606699876, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=150a217a-59cf-4855-b166-9a3606699876,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:44.647372 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.649761 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-8ceb0616-2601-46f8-b8f0-9ed362c023bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:44.651828 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5134-408b-40c4-926c-7e85916c59a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.754744 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5134-408b-40c4-926c-7e85916c59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.765739 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:44.780893 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:10:44.782612 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a5134-408b-40c4-926c-7e85916c59a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bd4fa2-8692-4569-bc3f-01833d6ec46a,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:44.791735 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Sync routers for ids ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:10:44.805160 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-fe4a5134-408b-40c4-926c-7e85916c59a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:44.807777 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Routers {'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:44.808439 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37794040>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:44.815147 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5134-408b-40c4-926c-7e85916c59a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:44.819146 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-fe4a5134-408b-40c4-926c-7e85916c59a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8bd4fa2-8692-4569-bc3f-01833d6ec46a HTTP/1.1" status: 204  len: 168 time: 0.2577808
Jul 19 01:10:44.872928 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=150a217a-59cf-4855-b166-9a3606699876,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:44.886252 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.886706 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.887121 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.887576 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.888065 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.888371 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.888828 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.889211 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.889644 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.890080 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.890456 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.891152 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:10:44.896087 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:44.952721 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595f7fe-0221-469f-a02a-6b5e449f007e req-d154e107-9d6f-4a7e-a507-42d6a46cfebf tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:44.954212 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6595f7fe-0221-469f-a02a-6b5e449f007e req-d154e107-9d6f-4a7e-a507-42d6a46cfebf tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 945 time: 0.1182396
Jul 19 01:10:45.035208 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 206408cd-9b3e-4235-a723-2a663ad1350a up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:45.085436 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6595f7fe-0221-469f-a02a-6b5e449f007e req-26ae449b-ff5e-4d2a-b5cd-d5bf88f70343 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1252832
Jul 19 01:10:45.093762 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Set router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:45.163675 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port 206408cd-9b3e-4235-a723-2a663ad1350a completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:45.171377 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 206408cd-9b3e-4235-a723-2a663ad1350a triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:45.173447 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:45.215308 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Notify callbacks [] for router, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:45.216765 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.2150354
Jul 19 01:10:45.219721 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35870) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:45.439232 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:45.495381 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f347bb8-1003-48f2-a899-a7da012b766e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206408cd-9b3e-4235-a723-2a663ad1350a'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:45.495911 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-22986cf2-cfb9-4b37-89c8-88771d3e5c55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:45.504187 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-22986cf2-cfb9-4b37-89c8-88771d3e5c55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:45.516411 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 206408cd-9b3e-4235-a723-2a663ad1350a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=206408cd-9b3e-4235-a723-2a663ad1350a,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:45.525747 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:45.526995 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device a254a1ce-de07-4202-a12d-c0c1f01a9336 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:45.599211 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:45.615068 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37794040>, [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:42Z', 'revision_number': 3, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:45.630045 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Checking router: ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:10:45.630750 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Updating router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 port 6b54fa7e-5313-4e97-a0eb-db2b064281ad binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:10:45.770717 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:45.825456 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f347bb8-1003-48f2-a899-a7da012b766e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206408cd-9b3e-4235-a723-2a663ad1350a', 'code': 200}
Jul 19 01:10:45.835544 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa8af1-bf65-4403-8bca-b4f6354ce071 req-23876418-243d-43c2-993e-920729c1ef93 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:45.845166 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b2fa8af1-bf65-4403-8bca-b4f6354ce071 req-23876418-243d-43c2-993e-920729c1ef93 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 944 time: 0.1502297
Jul 19 01:10:45.916156 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=206408cd-9b3e-4235-a723-2a663ad1350a,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:45.923934 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:45.945929 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port a254a1ce-de07-4202-a12d-c0c1f01a9336 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:45.958525 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port a254a1ce-de07-4202-a12d-c0c1f01a9336 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:45.958908 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:46.031299 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b2fa8af1-bf65-4403-8bca-b4f6354ce071 req-c4ae0d09-9f6c-41b8-8456-7fc61d56e0cc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849689
Jul 19 01:10:46.149923 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.l3_db [None req-22986cf2-cfb9-4b37-89c8-88771d3e5c55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Floating IP fa4322ab-3ddb-4c5f-87ff-a3a5988db3e7 associated. External IP: 172.27.3.135, port: 1301ae37-2f71-4c34-8ac0-5708aea24499.
Jul 19 01:10:46.273140 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:46.315124 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 150a217a-59cf-4855-b166-9a3606699876 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:46.419741 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port a254a1ce-de07-4202-a12d-c0c1f01a9336, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=a254a1ce-de07-4202-a12d-c0c1f01a9336,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:46.430130 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:46.435076 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:46.532708 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb98eb8-a8b4-4b4d-ac39-2a274506d700 req-41343e41-cd4b-4326-bd7e-ccc44ddb24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:46.534814 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-feb98eb8-a8b4-4b4d-ac39-2a274506d700 req-41343e41-cd4b-4326-bd7e-ccc44ddb24dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 1099 time: 0.3265793
Jul 19 01:10:46.591169 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=a254a1ce-de07-4202-a12d-c0c1f01a9336,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:46.594773 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:46.605186 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 150a217a-59cf-4855-b166-9a3606699876 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:46.606962 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:46.636588 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70775408-4e0b-4326-89cd-e9a9f9031b12 req-d47e257e-af83-489f-a631-be172483496c tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:46.644135 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-70775408-4e0b-4326-89cd-e9a9f9031b12 req-d47e257e-af83-489f-a631-be172483496c tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 946 time: 0.6109197
Jul 19 01:10:46.670062 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:46.699822 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Transition to ACTIVE for port object 6b54fa7e-5313-4e97-a0eb-db2b064281ad will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:46.718368 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:46.720068 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-feb98eb8-a8b4-4b4d-ac39-2a274506d700 req-e9dfaf7a-ed13-42a1-8c46-57db3797daad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134660
Jul 19 01:10:46.729247 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:46.756953 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22986cf2-cfb9-4b37-89c8-88771d3e5c55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Router 5b8aa282-7922-42dd-a6f6-c04140758e64 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:10:46.802919 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Attempting to bind port 6b54fa7e-5313-4e97-a0eb-db2b064281ad on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:46.803514 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Attempting to bind port 6b54fa7e-5313-4e97-a0eb-db2b064281ad by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:46.804036 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Attempting to bind port 6b54fa7e-5313-4e97-a0eb-db2b064281ad on network 7d593f98-e37a-458f-a122-e95b8a18b7fd {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:46.811475 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:46.812101 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:46.812655 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:46.813194 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Bound using segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:46.813859 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Bound port: 6b54fa7e-5313-4e97-a0eb-db2b064281ad, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:46.814448 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:46.838973 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-70775408-4e0b-4326-89cd-e9a9f9031b12 req-c8f18f92-c131-4764-9b10-b80e56288591 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938994
Jul 19 01:10:46.884266 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e8d0e-9fc1-4c4a-bc4c-86d25ff7120f req-2d69a7d2-3687-444f-b7c6-dd8003dde7fe tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:46.894835 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b06027-3581-44ad-9bc1-51554665b72b None None] Pushing event updated for resources: {'Port': ['ID=6b54fa7e-5313-4e97-a0eb-db2b064281ad,revision_number=2']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:46.897958 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c97e8d0e-9fc1-4c4a-bc4c-86d25ff7120f req-2d69a7d2-3687-444f-b7c6-dd8003dde7fe tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.6037958
Jul 19 01:10:46.899622 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-e5b06027-3581-44ad-9bc1-51554665b72b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:46.917332 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] For port 6b54fa7e-5313-4e97-a0eb-db2b064281ad, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:46.921402 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] For port 6b54fa7e-5313-4e97-a0eb-db2b064281ad, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=6b54fa7e-5313-4e97-a0eb-db2b064281ad,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:46.929559 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:46.940253 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:46.981425 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22986cf2-cfb9-4b37-89c8-88771d3e5c55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:10:46.986409 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-22986cf2-cfb9-4b37-89c8-88771d3e5c55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:46.995722 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] Sync routers for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:10:47.011458 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:47.012895 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda376a3370>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:47.014579 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c97e8d0e-9fc1-4c4a-bc4c-86d25ff7120f req-7e2a5b41-7c20-40c1-b679-cc63a91225b1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154201
Jul 19 01:10:47.032665 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b06027-3581-44ad-9bc1-51554665b72b None None] Pushing event updated for resources: {'Port': ['ID=6b54fa7e-5313-4e97-a0eb-db2b064281ad,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:47.046441 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-e5b06027-3581-44ad-9bc1-51554665b72b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:47.064216 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-22986cf2-cfb9-4b37-89c8-88771d3e5c55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "PUT /v2.0/floatingips/fa4322ab-3ddb-4c5f-87ff-a3a5988db3e7 HTTP/1.1" status: 200  len: 992 time: 3.0483742
Jul 19 01:10:47.064961 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:47.078531 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Routers {'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:47.079310 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37794040>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:47.304341 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:47.313525 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] Set router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:47.323445 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:47.381977 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'status': 'completed', 'code': 200}
Jul 19 01:10:47.599324 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-022699d7-3ec7-4385-873d-36765bd9a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:47.600957 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-022699d7-3ec7-4385-873d-36765bd9a61d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 1099 time: 0.1347427
Jul 19 01:10:47.686034 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Allocated IP 172.20.0.1 (c079f077-1996-4d04-bab9-7c5a3344760f/f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8/d7ddc4a7-7cff-400e-8614-193849de1f30) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:47.704232 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37794040>, [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:42Z', 'revision_number': 3, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:47.709185 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3decad5c-e8c8-4642-8f16-b48e4f0db7c1 None None] The sync data for ids ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'] in dv-cinder-801236-1-iscsi is: [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:42Z', 'revision_number': 3, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:10:47.746567 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa61a35-4501-42f7-b5ca-7e470140eb48 req-fc41fbb5-d18b-487b-ae4f-663d11d7f30e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:47.763957 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8fa61a35-4501-42f7-b5ca-7e470140eb48 req-fc41fbb5-d18b-487b-ae4f-663d11d7f30e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.4871747
Jul 19 01:10:47.771350 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 35938) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:47.841820 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7f8258-394c-47c3-a5cc-0736307db066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a254a1ce-de07-4202-a12d-c0c1f01a9336'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:47.890174 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-ca3d6a8c-5659-428a-a135-d76bae521bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:47.892014 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-ca3d6a8c-5659-428a-a135-d76bae521bc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 916 time: 0.2753620
Jul 19 01:10:47.963560 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda376a3370>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'fa4322ab-3ddb-4c5f-87ff-a3a5988db3e7', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'port_id': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'mac_address': 'fa:16:3e:ec:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324146-7a7f-4888-90ad-5ed6a1500076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:10Z', 'updated_at': '2021-07-19T01:10:45Z', 'revision_number': 1, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:47.972232 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] Checking router: 5b8aa282-7922-42dd-a6f6-c04140758e64 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:10:47.992705 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:47.993341 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda376a3370>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:48.001174 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8fa61a35-4501-42f7-b5ca-7e470140eb48 req-6d427216-9ce3-47f8-8add-9c89b1a8a43c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362351
Jul 19 01:10:48.200738 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:48.220467 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-5977e4fb-740d-420b-937d-55504fb82e72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1301ae37-2f71-4c34-8ac0-5708aea24499 HTTP/1.1" status: 200  len: 1000 time: 0.3034601
Jul 19 01:10:48.246004 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.provisioning_blocks [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Transition to ACTIVE for port object d7ddc4a7-7cff-400e-8614-193849de1f30 will not be triggered until provisioned by entity DHCP. {{(pid=78647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:48.248604 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7f8258-394c-47c3-a5cc-0736307db066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a254a1ce-de07-4202-a12d-c0c1f01a9336', 'code': 200}
Jul 19 01:10:48.312495 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:48.343949 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:48.374818 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4da3c-c564-4dd9-816a-33c1309cf604 req-82208978-80d3-4d07-9ad4-f955d05479e4 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:48.377843 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c6b4da3c-c564-4dd9-816a-33c1309cf604 req-82208978-80d3-4d07-9ad4-f955d05479e4 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 946 time: 0.3210914
Jul 19 01:10:48.381625 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] Usage tracker for resource:security_group_rule and tenant:e1762adf9ff94bf5b6b6264b500d2c9f is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:48.403987 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 6b54fa7e-5313-4e97-a0eb-db2b064281ad up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:48.404428 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:48.406816 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-450f5c0c-338a-4b25-87c2-da8aa369bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:48.408416 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-450f5c0c-338a-4b25-87c2-da8aa369bbc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.0871322
Jul 19 01:10:48.473455 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:48.506943 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:48.630443 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-b7275db4-7480-4c58-a5da-bab7b7102dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:48.631990 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-b7275db4-7480-4c58-a5da-bab7b7102dcf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1642914
Jul 19 01:10:48.703497 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c6b4da3c-c564-4dd9-816a-33c1309cf604 req-4438106c-07d6-4060-b88b-1bfdca02185f tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3175232
Jul 19 01:10:48.742116 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:48.830960 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:49.012558 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 6b54fa7e-5313-4e97-a0eb-db2b064281ad completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:49.066116 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e2d75-3206-471a-9224-0dda66dfb310 req-39c5b30d-2fc2-4b37-a5d2-30e669c9c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:49.068236 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0c6e2d75-3206-471a-9224-0dda66dfb310 req-39c5b30d-2fc2-4b37-a5d2-30e669c9c095 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 1098 time: 0.2143869
Jul 19 01:10:49.125671 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-30d1d8fb-1556-4e6f-bb54-4d2f351d80f2 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4809737
Jul 19 01:10:49.131994 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0c6e2d75-3206-471a-9224-0dda66dfb310 req-0506934a-7782-48e5-9fe2-14a6de195f16 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496323
Jul 19 01:10:49.142937 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.145354 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ddc4a7-7cff-400e-8614-193849de1f30,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:49.160680 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Network c079f077-1996-4d04-bab9-7c5a3344760f is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:49.165064 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:49.165998 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:49.168219 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.208833 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:10:49.209333 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333378'] for router_interface, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.232943 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 6b54fa7e-5313-4e97-a0eb-db2b064281ad triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:49.233722 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.260629 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:49.292874 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1762adf9ff94bf5b6b6264b500d2c9f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5163214
Jul 19 01:10:49.292874 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47b3e3f-d86b-4dc4-821b-ad9779c46ae1,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:49.308233 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726f989-385f-4d60-b7bc-3254447e1699 req-6fa4bd95-e858-4f5e-bc6f-5b78d1eaa73d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:49.316156 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7726f989-385f-4d60-b7bc-3254447e1699 req-6fa4bd95-e858-4f5e-bc6f-5b78d1eaa73d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.8952808
Jul 19 01:10:49.319050 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:49.319489 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 35978) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:49.423994 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-13ddc6bf-dc83-4b44-8c7b-30de30f18ba1 req-14511992-f709-431f-944c-80ccd383b86a service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2907543
Jul 19 01:10:49.432375 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f2d3388b-c89c-48c8-b7a4-4c40f4235130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.453314 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7726f989-385f-4d60-b7bc-3254447e1699 req-8c04f7b9-eb5e-4771-9684-5b7b13aa38fb tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1353686
Jul 19 01:10:49.473971 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f2d3388b-c89c-48c8-b7a4-4c40f4235130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.493373 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.496285 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f85248-c23f-447a-ab68-1734b7a34aeb req-1f9f73ea-b86f-4d91-b941-f4cc4200a1dc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:49.497759 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c9f85248-c23f-447a-ab68-1734b7a34aeb req-1f9f73ea-b86f-4d91-b941-f4cc4200a1dc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.2839911
Jul 19 01:10:49.519619 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda376a3370>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'fa4322ab-3ddb-4c5f-87ff-a3a5988db3e7', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'port_id': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'mac_address': 'fa:16:3e:ec:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324146-7a7f-4888-90ad-5ed6a1500076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:10Z', 'updated_at': '2021-07-19T01:10:45Z', 'revision_number': 1, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:49.528021 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a6a45b-a714-40e7-af7c-4729981031d6 None None] The sync data for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi is: [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'fa4322ab-3ddb-4c5f-87ff-a3a5988db3e7', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'port_id': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'mac_address': 'fa:16:3e:ec:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324146-7a7f-4888-90ad-5ed6a1500076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:10Z', 'updated_at': '2021-07-19T01:10:45Z', 'revision_number': 1, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:10:49.530776 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 6b54fa7e-5313-4e97-a0eb-db2b064281ad, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=6b54fa7e-5313-4e97-a0eb-db2b064281ad,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:49.541273 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.543227 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-162d3c5c-04eb-4de9-8ce6-16ff27676e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:49.557753 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f2d3388b-c89c-48c8-b7a4-4c40f4235130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.563644 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-dbf2749f-ea28-4bc8-8aa0-5ce562ccd03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:49.583706 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3388b-c89c-48c8-b7a4-4c40f4235130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47b3e3f-d86b-4dc4-821b-ad9779c46ae1,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:49.593323 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f2d3388b-c89c-48c8-b7a4-4c40f4235130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:49.595054 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f2d3388b-c89c-48c8-b7a4-4c40f4235130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.596291 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-f2d3388b-c89c-48c8-b7a4-4c40f4235130 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e47b3e3f-d86b-4dc4-821b-ad9779c46ae1 HTTP/1.1" status: 204  len: 168 time: 0.2723658
Jul 19 01:10:49.628226 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c9f85248-c23f-447a-ab68-1734b7a34aeb req-02ea8dbf-c4df-470c-9e82-497c9b10a4e9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133215
Jul 19 01:10:49.645415 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-dd3738f2-2a64-41c3-b45a-a876f3d83104 None None] Provisioning for port d7ddc4a7-7cff-400e-8614-193849de1f30 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:49.669998 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-dd3738f2-2a64-41c3-b45a-a876f3d83104 None None] Provisioning complete for port d7ddc4a7-7cff-400e-8614-193849de1f30 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:49.670487 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-dd3738f2-2a64-41c3-b45a-a876f3d83104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.736575 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-dd3738f2-2a64-41c3-b45a-a876f3d83104 None None] Port d7ddc4a7-7cff-400e-8614-193849de1f30 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:10:49.748250 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=6b54fa7e-5313-4e97-a0eb-db2b064281ad,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:49.758626 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:49.788002 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:49.948779 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-28f3688a-45d9-4113-a535-51f3994c7121 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:49.950740 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-28f3688a-45d9-4113-a535-51f3994c7121 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 946 time: 0.1092532
Jul 19 01:10:50.115491 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872a7a7-10f3-4f2c-8643-cb777f21b23d req-b8099fc0-9d3b-43eb-9959-8a8d28afcf96 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:50.119471 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e872a7a7-10f3-4f2c-8643-cb777f21b23d req-b8099fc0-9d3b-43eb-9959-8a8d28afcf96 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 946 time: 0.2359006
Jul 19 01:10:50.141911 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Deleting port ace7f602-1328-4064-a07d-6bc268605d01 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:10:50.142155 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:50.147364 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237e463-fba9-421f-b3a3-20aa1205118a None None] New status for floating IP fa4322ab-3ddb-4c5f-87ff-a3a5988db3e7: ACTIVE {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:10:50.294641 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36004) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:50.332527 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 6b54fa7e-5313-4e97-a0eb-db2b064281ad up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:50.334089 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:50.355982 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:50.363792 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] Usage tracker for resource:security_group_rule and tenant:3e563fdeec494237b37cf1fb992c7ddc is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:50.382543 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:50.392214 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:50.395535 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:50.401056 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e872a7a7-10f3-4f2c-8643-cb777f21b23d req-34af98c1-cfaf-4b2b-bea7-0bc971c3c6e4 tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/security-groups?id=67e27873-5be5-4642-bfaa-5918330c4b07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2745030
Jul 19 01:10:50.409583 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:50.410822 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333543'] for router_interface, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:50.413013 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 6b54fa7e-5313-4e97-a0eb-db2b064281ad triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:50.413571 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:50.419058 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:50.546210 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] For port ace7f602-1328-4064-a07d-6bc268605d01, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ace7f602-1328-4064-a07d-6bc268605d01,segment=NetworkSegment(5cdd43fb-5d3f-47ae-8d38-cfec29a839b7),segment_id=5cdd43fb-5d3f-47ae-8d38-cfec29a839b7)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:50.546592 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:50.663642 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ddc4a7-7cff-400e-8614-193849de1f30,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:50.679007 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:50.708726 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Calling delete_port for ace7f602-1328-4064-a07d-6bc268605d01 owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:10:51.008745 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:51.016206 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:51.043714 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986c521-8253-4b67-91c5-3949cc38cc47 req-5d29f234-fa1c-46e0-8ccc-f5d06e3075e3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:51.045170 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c986c521-8253-4b67-91c5-3949cc38cc47 req-5d29f234-fa1c-46e0-8ccc-f5d06e3075e3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.3648846
Jul 19 01:10:51.048483 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Network c079f077-1996-4d04-bab9-7c5a3344760f is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:51.051701 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:51.058551 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['ace7f602-1328-4064-a07d-6bc268605d01'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:10:51.068108 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Pushing event deleted for resources: {'Port': ['ID=ace7f602-1328-4064-a07d-6bc268605d01,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:51.076415 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:51.078259 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:51.115617 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68955642-8fc3-45c2-b350-b3cd53ad81c1 req-d9369a03-e3bb-4079-a7c3-d3354804fe91 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:51.117338 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-68955642-8fc3-45c2-b350-b3cd53ad81c1 req-d9369a03-e3bb-4079-a7c3-d3354804fe91 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.3130906
Jul 19 01:10:51.147869 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:51.159122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:51.167262 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] No DVR routers for this DVR port ace7f602-1328-4064-a07d-6bc268605d01 on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:10:51.177616 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:51.180410 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17b8946-3ca7-4b18-b9c0-e1c188d9bcab', 'name': 'network-vif-deleted', 'tag': 'ace7f602-1328-4064-a07d-6bc268605d01'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:51.223749 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdddab6-e397-44eb-bf50-f974290fd66d,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:51.232335 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e563fdeec494237b37cf1fb992c7ddc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9366598
Jul 19 01:10:51.232930 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36018) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:51.233763 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:51.237788 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e6c56eb0-e865-429a-9150-4ab535873a3f req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.16 "DELETE /v2.0/ports/ace7f602-1328-4064-a07d-6bc268605d01 HTTP/1.1" status: 204  len: 173 time: 1.2752252
Jul 19 01:10:51.259075 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c986c521-8253-4b67-91c5-3949cc38cc47 req-0bfa51c9-39e1-439b-a6b9-19d1ad50b26a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2056417
Jul 19 01:10:51.277883 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-68955642-8fc3-45c2-b350-b3cd53ad81c1 req-311c614d-1258-42d9-b33e-f8787da54cef tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068413
Jul 19 01:10:51.327045 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4ee007d3-eb95-45bb-9615-5efcbb0a6590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:51.359818 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4ee007d3-eb95-45bb-9615-5efcbb0a6590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:51.382117 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-dbe4aec7-87e0-4db2-943e-7dea260cd23e None None] Provisioning complete for port d7ddc4a7-7cff-400e-8614-193849de1f30 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:51.386863 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-dbe4aec7-87e0-4db2-943e-7dea260cd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:51.416853 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17b8946-3ca7-4b18-b9c0-e1c188d9bcab', 'name': 'network-vif-deleted', 'tag': 'ace7f602-1328-4064-a07d-6bc268605d01', 'status': 'completed', 'code': 200}
Jul 19 01:10:51.417477 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:10:51.433196 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4ee007d3-eb95-45bb-9615-5efcbb0a6590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:51.439819 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:51.503650 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4aec7-87e0-4db2-943e-7dea260cd23e None None] Port d7ddc4a7-7cff-400e-8614-193849de1f30 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:10:51.581638 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee007d3-eb95-45bb-9615-5efcbb0a6590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdddab6-e397-44eb-bf50-f974290fd66d,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:51.584642 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4ee007d3-eb95-45bb-9615-5efcbb0a6590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:51.585584 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4ee007d3-eb95-45bb-9615-5efcbb0a6590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:51.590110 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-4ee007d3-eb95-45bb-9615-5efcbb0a6590 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fdddab6-e397-44eb-bf50-f974290fd66d HTTP/1.1" status: 204  len: 168 time: 0.3550036
Jul 19 01:10:51.785324 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c91efa37-faf0-47af-ae89-b12a26c571e5 req-eb9230f2-ad60-4078-9f1e-113ae3b61f8b tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 210 time: 0.0764687
Jul 19 01:10:51.808613 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:10:51.818449 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Sync routers for ids ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:10:51.831461 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca45760-f3a8-4953-b93c-fe7656183886 req-74965fef-7372-4437-b87e-711c16c7b7fa tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:51.831736 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Routers {'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:51.832358 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37626040>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:51.832918 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6ca45760-f3a8-4953-b93c-fe7656183886 req-74965fef-7372-4437-b87e-711c16c7b7fa tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.3025978
Jul 19 01:10:51.842979 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36034) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:51.849871 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-fedd5ffd-3780-4b8e-bb63-af0df5bcb129 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'floatingip': {'port_id': '206408cd-9b3e-4235-a723-2a663ad1350a'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:51.860391 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] 10.222.0.24 "PUT /v2.0/routers/ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6395237
Jul 19 01:10:51.953588 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fedd5ffd-3780-4b8e-bb63-af0df5bcb129 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:52.099618 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Set router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:52.632494 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeffcf-9945-4145-9cd5-339ce9ef9740 req-911b7f9c-3f63-4443-beb3-54ab43b66e20 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:52.637695 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-03eeffcf-9945-4145-9cd5-339ce9ef9740 req-911b7f9c-3f63-4443-beb3-54ab43b66e20 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.2179799
Jul 19 01:10:52.684342 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37626040>, [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'd7ddc4a7-7cff-400e-8614-193849de1f30', 'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'mac_address': 'fa:16:3e:82:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:47Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 2, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'subnets': [{'id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:52.705495 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Checking router: ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:10:52.706408 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Updating router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 port d7ddc4a7-7cff-400e-8614-193849de1f30 binding host dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:10:52.735657 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-03eeffcf-9945-4145-9cd5-339ce9ef9740 req-4bfb9a3b-c2f1-446c-ba1b-540da59284ae tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903718
Jul 19 01:10:52.795507 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:53.050551 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fedd5ffd-3780-4b8e-bb63-af0df5bcb129 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:53.066448 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fedd5ffd-3780-4b8e-bb63-af0df5bcb129 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:53.191992 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device ace7f602-1328-4064-a07d-6bc268605d01 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:10:53.227269 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0a553f1f-67f9-4b69-aeeb-295ad694e77e req-0b7c384e-4b3d-4f8e-a14a-6184a7503dce tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17b8946-3ca7-4b18-b9c0-e1c188d9bcab HTTP/1.1" status: 200  len: 210 time: 0.1686168
Jul 19 01:10:53.238072 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: ace7f602-1328-4064-a07d-6bc268605d01 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:10:53.238733 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device ace7f602-1328-4064-a07d-6bc268605d01 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:10:53.269794 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36094) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:53.276033 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-107828888-network', 'tenant_id': '89062aeb2907433eb1314f62edce1533'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:53.282401 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:53.291682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Usage tracker for resource:network and tenant:89062aeb2907433eb1314f62edce1533 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:53.307746 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:53.319218 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:53.345559 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Made reservation on behalf of 89062aeb2907433eb1314f62edce1533 for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:10:53.348809 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:53.376429 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:53.407526 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:53.418453 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Notify callbacks [] for port, precommit_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:53.431702 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Transition to ACTIVE for port object d7ddc4a7-7cff-400e-8614-193849de1f30 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:53.435703 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Usage tracker for resource:security_group_rule and tenant:89062aeb2907433eb1314f62edce1533 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:53.440016 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:53.443986 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:53.451521 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:53.473796 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:53.544744 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.l3_db [None req-fedd5ffd-3780-4b8e-bb63-af0df5bcb129 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Floating IP 7f4e58b8-26e8-49aa-acfd-cab639f5a063 associated. External IP: 172.27.3.93, port: 206408cd-9b3e-4235-a723-2a663ad1350a.
Jul 19 01:10:53.649878 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ec32f-08f7-4767-85fe-fd0cc0338169 req-312d87f9-3a1b-4334-a56f-501927c5772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:53.651498 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f4ec32f-08f7-4767-85fe-fd0cc0338169 req-312d87f9-3a1b-4334-a56f-501927c5772f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 1098 time: 0.2258966
Jul 19 01:10:53.715507 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03525bcd-88e6-4457-8cae-8f7524d08d6b None None] Pushing event updated for resources: {'Port': ['ID=d7ddc4a7-7cff-400e-8614-193849de1f30,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:53.726277 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-03525bcd-88e6-4457-8cae-8f7524d08d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:53.868086 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Attempting to bind port d7ddc4a7-7cff-400e-8614-193849de1f30 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:53.868599 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Attempting to bind port d7ddc4a7-7cff-400e-8614-193849de1f30 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:53.869062 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Attempting to bind port d7ddc4a7-7cff-400e-8614-193849de1f30 on network c079f077-1996-4d04-bab9-7c5a3344760f {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:53.878174 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:53.878678 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Checking segment: {'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:53.879283 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:53.879772 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Bound using segment: {'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:53.880343 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Bound port: d7ddc4a7-7cff-400e-8614-193849de1f30, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:53.880883 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:53.881333 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-6148b1c1-71f3-4117-b3d8-937f61550568 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:53.888412 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-6148b1c1-71f3-4117-b3d8-937f61550568 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 815 time: 0.4455767
Jul 19 01:10:53.907362 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b5288-03d3-4f7e-bea8-1ec26367903b req-49c14598-1378-46b7-8c78-359d2e714b20 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:53.914614 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b80b5288-03d3-4f7e-bea8-1ec26367903b req-49c14598-1378-46b7-8c78-359d2e714b20 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.4451041
Jul 19 01:10:53.955936 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-90460d2c-4ff2-4b46-8727-29a8aec23e5c tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/quotas/63b1ff8ffc31441cae9f04ef3deb45eb HTTP/1.1" status: 200  len: 375 time: 0.0663884
Jul 19 01:10:54.090631 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:54.107516 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b80b5288-03d3-4f7e-bea8-1ec26367903b req-b9d75072-2f73-4571-ab00-18d18a0f8f8e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918855
Jul 19 01:10:54.116949 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:54.134646 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:54.147248 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] For port d7ddc4a7-7cff-400e-8614-193849de1f30, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:54.154060 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] For port d7ddc4a7-7cff-400e-8614-193849de1f30, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=d7ddc4a7-7cff-400e-8614-193849de1f30,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:54.167096 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:54.173425 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:54.215978 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd4dadb-5454-4ce0-ada1-f89d2e5d27a5,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:54.226972 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:54.304779 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-6d31cc36-9226-4cf7-9b8e-dfb65b9d4223 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3469641
Jul 19 01:10:54.305639 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:10:54.358810 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Routers {'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:54.359550 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37626040>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:54.442218 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03525bcd-88e6-4457-8cae-8f7524d08d6b None None] Pushing event updated for resources: {'Port': ['ID=d7ddc4a7-7cff-400e-8614-193849de1f30,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:54.454100 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-03525bcd-88e6-4457-8cae-8f7524d08d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:54.494398 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ec32f-08f7-4767-85fe-fd0cc0338169 req-13866785-1bc3-4634-9c8d-44f346bf82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:54.500186 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f4ec32f-08f7-4767-85fe-fd0cc0338169 req-13866785-1bc3-4634-9c8d-44f346bf82ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 919 time: 0.8357120
Jul 19 01:10:54.563420 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-b5a66c2a-bdda-48d7-9b04-47f6def2bef7 service neutron] 10.222.0.24 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490189
Jul 19 01:10:54.567268 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:54.567551 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Added segment 0a2fb801-d484-4ad4-8383-8ad4d23bebe1 of type vlan for network 9fa7a1fa-cecb-4400-b740-9697cc6a2044
Jul 19 01:10:54.647057 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f4ec32f-08f7-4767-85fe-fd0cc0338169 req-76787bf9-9333-40a1-96c7-89317cfd1828 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a254a1ce-de07-4202-a12d-c0c1f01a9336 HTTP/1.1" status: 200  len: 217 time: 0.1299546
Jul 19 01:10:54.715672 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:54.741825 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-ae684049-baae-4012-b2ee-2f0a154dc5fc service neutron] 10.222.0.24 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686118
Jul 19 01:10:54.764642 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:54.766739 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:54.767677 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:54.787182 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ec32f-08f7-4767-85fe-fd0cc0338169 req-aa2c0d92-34e7-41b8-a2ca-4f29d24326bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:54.792270 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dd46779c-a757-4ee9-8f3c-33f353f4bead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:54.792553 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f4ec32f-08f7-4767-85fe-fd0cc0338169 req-aa2c0d92-34e7-41b8-a2ca-4f29d24326bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.1313543
Jul 19 01:10:54.817743 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.5459454
Jul 19 01:10:54.824187 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36146) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:54.832557 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Request body: {'subnet': {'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-107828888-subnet', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:54.846951 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:54.855126 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Usage tracker for resource:subnet and tenant:89062aeb2907433eb1314f62edce1533 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:54.860191 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:54.876647 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] Set router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:54.920224 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:54.922286 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Pushing event updated for resources: {'Network': ['ID=9fa7a1fa-cecb-4400-b740-9697cc6a2044,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:54.935242 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:54.942501 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Made reservation on behalf of 89062aeb2907433eb1314f62edce1533 for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:10:54.946174 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:54.951088 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 9fa7a1fa-cecb-4400-b740-9697cc6a2044 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:10:55.176179 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-274b9e81-6501-4b6d-829f-b02d169550bd req-185559b4-c31f-4d0b-ad55-30893b4fb37d tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 210 time: 0.1426661
Jul 19 01:10:55.195238 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f4ec32f-08f7-4767-85fe-fd0cc0338169 req-445bb0c8-addf-4ae0-9ede-6dfe867dde2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2668934
Jul 19 01:10:55.212903 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedd5ffd-3780-4b8e-bb63-af0df5bcb129 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Router b7d1dfc4-533f-4697-821d-43451d76588e has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:10:55.447793 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f4ec32f-08f7-4767-85fe-fd0cc0338169 req-730c2303-2220-4d3f-b64e-38a7b20757b9 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369189
Jul 19 01:10:55.509938 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37626040>, [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'd7ddc4a7-7cff-400e-8614-193849de1f30', 'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'mac_address': 'fa:16:3e:82:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:47Z', 'updated_at': '2021-07-19T01:10:54Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'subnets': [{'id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:55.523796 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac51bb98-fed9-4eef-a10b-2ce03902581f None None] The sync data for ids ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'] in dv-cinder-801236-1-iscsi is: [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'd7ddc4a7-7cff-400e-8614-193849de1f30', 'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'mac_address': 'fa:16:3e:82:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:47Z', 'updated_at': '2021-07-19T01:10:54Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'subnets': [{'id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:10:55.692074 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:55.723025 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:55.870183 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f4ec32f-08f7-4767-85fe-fd0cc0338169 req-8e53c8c0-a729-41c1-988e-b4798332086d service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721618
Jul 19 01:10:55.892525 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba20e-12cf-4f06-9966-bc1078f6cfe1 req-29f923f3-8a32-48ea-a12d-7e90b595b36f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:55.899925 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ca1ba20e-12cf-4f06-9966-bc1078f6cfe1 req-29f923f3-8a32-48ea-a12d-7e90b595b36f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.5607431
Jul 19 01:10:55.954113 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Checking segment: {'id': '0a2fb801-d484-4ad4-8383-8ad4d23bebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:55.954763 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Network hostable DHCP agents. Network: 9fa7a1fa-cecb-4400-b740-9697cc6a2044, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:10:55.963403 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcaa442e-ba6a-4780-ae18-d36064e2c4b5,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:55.968486 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedd5ffd-3780-4b8e-bb63-af0df5bcb129 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:10:55.978758 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fedd5ffd-3780-4b8e-bb63-af0df5bcb129 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:55.983948 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] Sync routers for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:10:56.010772 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:56.012894 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda379d56a0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:56.095235 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:56.131571 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-fedd5ffd-3780-4b8e-bb63-af0df5bcb129 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "PUT /v2.0/floatingips/7f4e58b8-26e8-49aa-acfd-cab639f5a063 HTTP/1.1" status: 200  len: 991 time: 4.2847834
Jul 19 01:10:56.131571 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f347bb8-1003-48f2-a899-a7da012b766e', 'tag': '206408cd-9b3e-4235-a723-2a663ad1350a'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:10:56.146036 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ca1ba20e-12cf-4f06-9966-bc1078f6cfe1 req-b4f1d3a6-9c07-4f80-9227-5b22c4dbd72d tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447317
Jul 19 01:10:56.170021 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Network 9fa7a1fa-cecb-4400-b740-9697cc6a2044 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:10:56.184564 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 9fa7a1fa-cecb-4400-b740-9697cc6a2044) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:56.194449 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b4283-8af9-4043-a993-a1ee682ace9a None None] Network 9fa7a1fa-cecb-4400-b740-9697cc6a2044 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:10:56.202000 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:56.207308 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:56.247073 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f347bb8-1003-48f2-a899-a7da012b766e', 'tag': '206408cd-9b3e-4235-a723-2a663ad1350a', 'status': 'completed', 'code': 200}
Jul 19 01:10:56.273193 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36194) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:56.273384 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4481447
Jul 19 01:10:56.278821 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-107828888-router', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:56.287264 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:56.298039 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Usage tracker for resource:router and tenant:89062aeb2907433eb1314f62edce1533 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:56.304860 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:56.319183 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:56.347108 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1764116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-230778'] for router, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:56.348459 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-230771'] for router, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:56.383874 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:56.471867 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:56.485561 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1de55405-d6e6-4c8d-be06-7664f57d292e req-42cc8929-dca6-4733-9346-6e4d835c05ba tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 210 time: 0.0645540
Jul 19 01:10:56.568600 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device d7ddc4a7-7cff-400e-8614-193849de1f30 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:56.881903 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port d7ddc4a7-7cff-400e-8614-193849de1f30 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:10:56.900315 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port d7ddc4a7-7cff-400e-8614-193849de1f30 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:56.905064 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:57.012243 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:57.093475 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-6e850565-2879-4d4d-9b25-fbebfb8de5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:57.103217 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-6e850565-2879-4d4d-9b25-fbebfb8de5f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 1099 time: 0.6860216
Jul 19 01:10:57.149734 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36218) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:57.187705 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd5a257-e18e-57a7-9ff8-706e6ca1d8f8-9fa7a1fa-cecb-4400-b740-9697cc6a2044', 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'fixed_ips': [{'subnet_id': 'fcaa442e-ba6a-4780-ae18-d36064e2c4b5'}]}} from dv-cinder-801236-1-iscsi. {{(pid=78649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 19 01:10:57.188216 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:57.325570 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e2e742-0010-4619-8dfc-5ff4c88a451c admin admin] Deleting subnet 112b7e2a-c64a-40ea-8a40-85c1d03908c9 {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:10:57.335119 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e742-0010-4619-8dfc-5ff4c88a451c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:57.470430 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e742-0010-4619-8dfc-5ff4c88a451c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:57.486931 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e742-0010-4619-8dfc-5ff4c88a451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:57.562172 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda379d56a0>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': '7f4e58b8-26e8-49aa-acfd-cab639f5a063', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'port_id': '206408cd-9b3e-4235-a723-2a663ad1350a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'mac_address': 'fa:16:3e:f8:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f347bb8-1003-48f2-a899-a7da012b766e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:11Z', 'updated_at': '2021-07-19T01:10:52Z', 'revision_number': 1, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:57.582990 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] Checking router: b7d1dfc4-533f-4697-821d-43451d76588e for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:10:57.622622 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:10:57.624490 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda379d56a0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:10:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:57.720424 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e742-0010-4619-8dfc-5ff4c88a451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:57.725476 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-cda93ebc-8cbe-4320-b329-8bd019b8a785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:57.739064 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:57.820296 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2e742-0010-4619-8dfc-5ff4c88a451c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112b7e2a-c64a-40ea-8a40-85c1d03908c9,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:57.828881 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e742-0010-4619-8dfc-5ff4c88a451c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:57.844368 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e6e2e742-0010-4619-8dfc-5ff4c88a451c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:57.866069 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port d7ddc4a7-7cff-400e-8614-193849de1f30, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=d7ddc4a7-7cff-400e-8614-193849de1f30,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:10:57.885185 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:57.910577 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-014f0140-b6d4-4af5-bb33-b69b48799ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:57.979524 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-e6e2e742-0010-4619-8dfc-5ff4c88a451c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/112b7e2a-c64a-40ea-8a40-85c1d03908c9 HTTP/1.1" status: 204  len: 168 time: 0.8287122
Jul 19 01:10:57.990375 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-b3f632e5-8ec3-4fb7-bcde-d91f245ece1b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:58.008426 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-b3f632e5-8ec3-4fb7-bcde-d91f245ece1b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 815 time: 0.4203610
Jul 19 01:10:58.031096 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36242) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:58.041091 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a698552-6171-4328-8098-3270af53cde5 req-4dca9c95-e281-4a7c-9cf8-a6c41ef89c9b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 210 time: 0.1697242
Jul 19 01:10:58.051940 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=d7ddc4a7-7cff-400e-8614-193849de1f30,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:58.055517 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:58.080034 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.db_base_plugin_common [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Allocated IP 172.20.0.2 (9fa7a1fa-cecb-4400-b740-9697cc6a2044/fcaa442e-ba6a-4780-ae18-d36064e2c4b5/f3ad6b79-6810-4f05-8270-f427d094e51b) {{(pid=78649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:58.144370 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:10:58.148098 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-45bb98b8-3b08-4c64-b301-c52a6af4d1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.186202 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.358416 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-3e582775-67c0-43c8-933d-4fae7c0bacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:58.360378 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-3e582775-67c0-43c8-933d-4fae7c0bacf7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 910 time: 1.2433145
Jul 19 01:10:58.366467 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Request body: {'port': {'device_id': '1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670', 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4', 'admin_state_up': True, 'tenant_id': '63b1ff8ffc31441cae9f04ef3deb45eb'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:10:58.385426 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.387332 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device d7ddc4a7-7cff-400e-8614-193849de1f30 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:10:58.401575 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fda376a0670>> segment before_delete 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.402429 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fda376a0670>> subnet precommit_delete_associations 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.403200 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda363cb640>> segment_host_mapping after_create 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.403552 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda363cb640>> port after_create 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.404016 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda363cb640>> port after_delete 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.404509 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda363cb640>> port after_update 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.404839 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda363cb640>> segment after_delete 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.405168 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda363cb640>> subnet after_create 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.405510 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda363cb640>> subnet after_delete 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.405856 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda363cb640>> subnet after_update 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.542638 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.637250 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fda36d30730>> subnet after_create 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.637534 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fda36d30730>> subnet after_delete 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.637924 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fda36d30730>> subnet before_create 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.638257 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fda36d30730>> subnet before_update 55550000 {{(pid=78647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:10:58.638632 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda36811bb0>,) {'filters': {'network_id': ['7f523857-323d-451b-8a62-22fa5227ef57']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:58.640474 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port d7ddc4a7-7cff-400e-8614-193849de1f30 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:10:58.640918 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.666413 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6523e-cb4f-4d77-8422-507b7cbaac84 req-31f09bfa-5958-45fd-8167-a491946f1663 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:58.668094 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-01d6523e-cb4f-4d77-8422-507b7cbaac84 req-31f09bfa-5958-45fd-8167-a491946f1663 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.7031221
Jul 19 01:10:58.675326 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36811bb0>, '5cdd43fb-5d3f-47ae-8d38-cfec29a839b7') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:58.675612 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36811bb0>, '5cdd43fb-5d3f-47ae-8d38-cfec29a839b7') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:58.717406 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Notify callbacks [] for port, precommit_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.734380 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Transition to ACTIVE for port object f3ad6b79-6810-4f05-8270-f427d094e51b will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:58.735108 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-9741fc81-7575-479f-b5f3-c7c02690c96c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=206408cd-9b3e-4235-a723-2a663ad1350a HTTP/1.1" status: 200  len: 999 time: 0.2883906
Jul 19 01:10:58.735429 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.785794 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda379d56a0>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': '7f4e58b8-26e8-49aa-acfd-cab639f5a063', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'port_id': '206408cd-9b3e-4235-a723-2a663ad1350a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'mac_address': 'fa:16:3e:f8:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f347bb8-1003-48f2-a899-a7da012b766e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:11Z', 'updated_at': '2021-07-19T01:10:52Z', 'revision_number': 1, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:10:58.789214 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.793370 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:10:58.797908 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5541ef9e-2aee-4072-bc2d-7e12680e6e1d None None] The sync data for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi is: [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': '7f4e58b8-26e8-49aa-acfd-cab639f5a063', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'port_id': '206408cd-9b3e-4235-a723-2a663ad1350a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'mac_address': 'fa:16:3e:f8:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f347bb8-1003-48f2-a899-a7da012b766e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:11Z', 'updated_at': '2021-07-19T01:10:52Z', 'revision_number': 1, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:10:58.817168 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Usage tracker for resource:port and tenant:63b1ff8ffc31441cae9f04ef3deb45eb is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:10:58.821059 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:10:58.823767 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-01d6523e-cb4f-4d77-8422-507b7cbaac84 req-2bd6487d-bbbf-4423-9872-15a1cde0a5e3 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397126
Jul 19 01:10:58.826211 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:10:58.827315 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.837116 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   from cryptography.utils import int_from_bytes
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   from cryptography.utils import int_from_bytes
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   util.warn_limited(
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   util.warn_limited(
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:10:58.854063 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:10:58.987334 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-e8d21441-e15a-484d-9714-9be04b4911fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:58.987798 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Transition to ACTIVE for port object f3ad6b79-6810-4f05-8270-f427d094e51b will not be triggered until provisioned by entity DHCP. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:10:58.988800 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-e8d21441-e15a-484d-9714-9be04b4911fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c HTTP/1.1" status: 200  len: 849 time: 0.2348399
Jul 19 01:10:58.990853 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.991989 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Made reservation on behalf of 63b1ff8ffc31441cae9f04ef3deb45eb for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:10:58.995430 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:58.998320 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:59.001320 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.007546 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:59.015805 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.025821 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f523857-323d-451b-8a62-22fa5227ef57,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:59.031028 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:59.040626 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] 10.222.0.24 "DELETE /v2.0/networks/7f523857-323d-451b-8a62-22fa5227ef57 HTTP/1.1" status: 204  len: 168 time: 1.0060344
Jul 19 01:10:59.058191 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-f9ed58d3-8f37-485c-ad59-22a48108a9f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1215045
Jul 19 01:10:59.103124 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Network 9fa7a1fa-cecb-4400-b740-9697cc6a2044 is already hosted by enough agents. {{(pid=78649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:10:59.106694 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.base_scheduler [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Resources bound (agent type, host, resource id):  {{(pid=78649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:10:59.111841 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Received port after_create {{(pid=78649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:10:59.178021 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3687f5f4-9ab1-478f-8e2f-79291363550f None None] New status for floating IP 7f4e58b8-26e8-49aa-acfd-cab639f5a063: ACTIVE {{(pid=78649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:10:59.215338 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.239231 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Pushing event updated for resources: {'Port': ['ID=f3ad6b79-6810-4f05-8270-f427d094e51b,revision_number=1']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:59.256652 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.259614 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:59.300228 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-33b9e79b-1d76-46a1-a4ee-529a8b0121fb req-69b3fc2c-09b5-42e6-9ff2-e68a26f49795 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 210 time: 0.0630434
Jul 19 01:10:59.335866 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-5c8533ab-c93b-4a31-a5ad-4af45130f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:59.337429 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-5c8533ab-c93b-4a31-a5ad-4af45130f2cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 1099 time: 0.1569014
Jul 19 01:10:59.337966 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36258) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:59.375619 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.378579 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Attempting to bind port f3ad6b79-6810-4f05-8270-f427d094e51b on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:10:59.378962 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Attempting to bind port f3ad6b79-6810-4f05-8270-f427d094e51b by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '0a2fb801-d484-4ad4-8383-8ad4d23bebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:10:59.379334 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Attempting to bind port f3ad6b79-6810-4f05-8270-f427d094e51b on network 9fa7a1fa-cecb-4400-b740-9697cc6a2044 {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:10:59.402926 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-4d3181aa-1a0c-43fc-9c98-b8dff253f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:59.404442 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-4d3181aa-1a0c-43fc-9c98-b8dff253f97a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b731d6dd-df44-4e7f-9097-7719acf232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3988512
Jul 19 01:10:59.420054 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Allocated IP 172.20.0.13 (21b21fff-ae80-46fa-9bb7-9194a4b077c4/69801f67-48c3-428b-97c7-9b4f16bcca80/03dba630-0d7e-49c7-a6f0-0358de56e2d3) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:59.423413 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-042edda8-32cd-4617-b02b-77e90a99148c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=835810a671274c678061e6a404c480e0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0840638
Jul 19 01:10:59.426381 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36262) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:10:59.554128 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-82e71023-da85-4a24-a5b6-8566caec3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:10:59.555585 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-82e71023-da85-4a24-a5b6-8566caec3a77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 915 time: 0.1854157
Jul 19 01:10:59.568940 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-46e66f43-0aa9-4612-8194-e10f13078f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.599883 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-46e66f43-0aa9-4612-8194-e10f13078f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.654743 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:10:59.655136 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Checking segment: {'id': '0a2fb801-d484-4ad4-8383-8ad4d23bebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:10:59.655553 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.655961 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Bound using segment: {'id': '0a2fb801-d484-4ad4-8383-8ad4d23bebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:10:59.656465 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Bound port: f3ad6b79-6810-4f05-8270-f427d094e51b, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2fb801-d484-4ad4-8383-8ad4d23bebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:10:59.656848 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.659881 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Allocated IP 172.27.3.238 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/867b7d89-2671-42aa-b8f4-3dc0ed3a35ec) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:10:59.812790 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-46e66f43-0aa9-4612-8194-e10f13078f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.825483 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-fe4a5134-408b-40c4-926c-7e85916c59a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:10:59.843567 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-67b424c0-bdc1-4be1-9818-df1fc54ca882 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3e481df-a4c3-4140-b240-b54b8c1c3504 HTTP/1.1" status: 200  len: 217 time: 0.1503663
Jul 19 01:10:59.847778 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e66f43-0aa9-4612-8194-e10f13078f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e27873-5be5-4642-bfaa-5918330c4b07,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:10:59.858128 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-46e66f43-0aa9-4612-8194-e10f13078f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:10:59.869286 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-46e66f43-0aa9-4612-8194-e10f13078f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.870437 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-46e66f43-0aa9-4612-8194-e10f13078f32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67e27873-5be5-4642-bfaa-5918330c4b07 HTTP/1.1" status: 204  len: 168 time: 0.4432783
Jul 19 01:10:59.964169 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] For port f3ad6b79-6810-4f05-8270-f427d094e51b, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:10:59.968378 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] For port f3ad6b79-6810-4f05-8270-f427d094e51b, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=f3ad6b79-6810-4f05-8270-f427d094e51b,segment=NetworkSegment(0a2fb801-d484-4ad4-8383-8ad4d23bebe1),segment_id=0a2fb801-d484-4ad4-8383-8ad4d23bebe1)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:10:59.974970 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:10:59.979284 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-03525bcd-88e6-4457-8cae-8f7524d08d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:00.024120 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-a9d79f8f-432d-4945-aae7-2b807f5dbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:00.026621 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-a9d79f8f-432d-4945-aae7-2b807f5dbe78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69801f67-48c3-428b-97c7-9b4f16bcca80 HTTP/1.1" status: 200  len: 855 time: 0.1435382
Jul 19 01:11:00.133391 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:00.162221 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-54741cf1-2618-4adf-ab6d-41cfd0f1f997 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21b21fff-ae80-46fa-9bb7-9194a4b077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1217940
Jul 19 01:11:00.235850 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Pushing event updated for resources: {'Port': ['ID=f3ad6b79-6810-4f05-8270-f427d094e51b,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:00.254529 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:00.272176 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-e0583a46-b5b8-45bd-a45f-4bfd17739a66 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8513172
Jul 19 01:11:00.286172 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:00.333394 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-46e93fab-042f-4f13-8eac-20917d207dfa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:00.676234 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3c7d0fac-f8da-4a06-812f-bd05a64bb3f2 req-f4970861-6bda-4891-b5cc-737720d1b481 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 210 time: 0.1225216
Jul 19 01:11:00.717902 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e51663-4b59-4d11-a397-97e342b593e3 req-91192117-4094-498f-945d-17c0a0c4f714 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:00.731989 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0cd5-7251-45e3-9ee5-72b5283f5171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:00.734419 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-54e51663-4b59-4d11-a397-97e342b593e3 req-91192117-4094-498f-945d-17c0a0c4f714 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.6199369
Jul 19 01:11:00.771059 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-4ea2ac59-554b-427c-8c52-9472fd452745 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6001287
Jul 19 01:11:00.790892 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:11:00.811793 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:11:00.912073 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-54e51663-4b59-4d11-a397-97e342b593e3 req-124995d4-4be5-453f-ad51-4def18cb3f23 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766968
Jul 19 01:11:00.945948 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:11:01.029104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Pushing event updated for resources: {'Port': ['ID=867b7d89-2671-42aa-b8f4-3dc0ed3a35ec,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:01.050550 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:01.085735 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e97d6675-613e-407a-a9e9-0515bf418b04 req-37e64e5d-9223-459c-8d7c-eb74908513b7 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3047459
Jul 19 01:11:01.169060 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36338) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:01.233381 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:01.237924 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-750b851f-77fa-4567-bd5c-3f3882a940ae req-a364933f-d4f7-440a-b346-2e2155460a8d service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9533675
Jul 19 01:11:01.353883 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:01.386997 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:01.397588 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] Usage tracker for resource:security_group_rule and tenant:0e224ae43fb645c997c4dee3f4bec891 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:01.404200 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:01.415871 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:01.467468 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:01.474784 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:01.497606 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:01.512858 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36348) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:01.519082 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c3e481df-a4c3-4140-b240-b54b8c1c3504'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:11:01.581262 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Pushing event updated for resources: {'Port': ['ID=03dba630-0d7e-49c7-a6f0-0358de56e2d3,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:01.583838 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:01.590302 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:11:01.593547 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:11:01.596502 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:11:01.602233 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:01.602847 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:01.618924 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:01.626082 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:01.629921 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:01.662440 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-46e66f43-0aa9-4612-8194-e10f13078f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:01.679136 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e224ae43fb645c997c4dee3f4bec891&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5082335
Jul 19 01:11:01.681585 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36356) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:01.720491 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b65c7-c416-4cde-adca-418ca45986bd None None] Network 9fa7a1fa-cecb-4400-b740-9697cc6a2044 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:11:01.817463 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4550388
Jul 19 01:11:01.823542 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df45950a-e484-446f-9e94-1221ac396bcb,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:01.849460 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Request body: {'port': {'device_id': '1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:01.890342 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:01.987009 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.006371 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-87a5dbe4-03fc-4a54-a4a2-f2d5f4671cbc None None] Provisioning for port f3ad6b79-6810-4f05-8270-f427d094e51b completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:11:02.006610 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d148307d-c4a6-4e7d-8727-146fcd8435f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.062235 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.105977 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d148307d-c4a6-4e7d-8727-146fcd8435f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.117955 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:02.161361 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] Usage tracker for resource:security_group_rule and tenant:1b5509fd0bf9461c83844b6a27006372 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:02.171539 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:02.191419 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eabf6-0f01-44fb-9bb7-f8b01e7833cc req-e6a04fdf-fd2c-4aed-b21a-80a986ff34c6 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:02.192968 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4a1eabf6-0f01-44fb-9bb7-f8b01e7833cc req-e6a04fdf-fd2c-4aed-b21a-80a986ff34c6 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 932 time: 0.3706462
Jul 19 01:11:02.207662 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:02.368803 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device f3ad6b79-6810-4f05-8270-f427d094e51b up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:11:02.410002 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4a1eabf6-0f01-44fb-9bb7-f8b01e7833cc req-8e8f05f5-935b-4e4e-90b8-e2ceaa7f7c8d tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915979
Jul 19 01:11:02.447852 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d148307d-c4a6-4e7d-8727-146fcd8435f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.462638 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c26eea3c-8a85-489d-b1ed-e4067a6260b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:02.489532 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148307d-c4a6-4e7d-8727-146fcd8435f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df45950a-e484-446f-9e94-1221ac396bcb,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:02.494361 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d148307d-c4a6-4e7d-8727-146fcd8435f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:02.496836 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port f3ad6b79-6810-4f05-8270-f427d094e51b completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:11:02.515879 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port f3ad6b79-6810-4f05-8270-f427d094e51b triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:02.516278 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.549622 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333c9c8-9c02-46e2-a2d8-68ac7ef2f766 req-8fd8d791-279c-46b2-be9d-7297ed5a0fa5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:02.554233 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c333c9c8-9c02-46e2-a2d8-68ac7ef2f766 req-8fd8d791-279c-46b2-be9d-7297ed5a0fa5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.2254922
Jul 19 01:11:02.556218 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d148307d-c4a6-4e7d-8727-146fcd8435f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.567897 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d148307d-c4a6-4e7d-8727-146fcd8435f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df45950a-e484-446f-9e94-1221ac396bcb HTTP/1.1" status: 204  len: 168 time: 0.8804908
Jul 19 01:11:02.578693 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932'] for router, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.614192 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.672885 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c333c9c8-9c02-46e2-a2d8-68ac7ef2f766 req-0a5046e2-a0cb-4351-872d-aaec4ec61e41 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565164
Jul 19 01:11:02.673676 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.685635 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d148307d-c4a6-4e7d-8727-146fcd8435f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:02.723563 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d403426-ec58-4561-b6d9-37e8dc09254a,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:02.728259 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:02.749690 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b5509fd0bf9461c83844b6a27006372&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2334599
Jul 19 01:11:02.750258 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36384) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:02.827738 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-57b646a5-e49b-4c7b-a660-af33d592f022 None None] Provisioning complete for port f3ad6b79-6810-4f05-8270-f427d094e51b triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:02.828249 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-57b646a5-e49b-4c7b-a660-af33d592f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.838465 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ac8c100a-12eb-47d4-aaef-acc3b5efa9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.916896 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ac8c100a-12eb-47d4-aaef-acc3b5efa9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:02.933794 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.009125 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-57b646a5-e49b-4c7b-a660-af33d592f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.018722 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.024206 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ac8c100a-12eb-47d4-aaef-acc3b5efa9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.031463 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:03.048420 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port f3ad6b79-6810-4f05-8270-f427d094e51b, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=f3ad6b79-6810-4f05-8270-f427d094e51b,segment=NetworkSegment(0a2fb801-d484-4ad4-8383-8ad4d23bebe1),segment_id=0a2fb801-d484-4ad4-8383-8ad4d23bebe1)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:03.057998 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c100a-12eb-47d4-aaef-acc3b5efa9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d403426-ec58-4561-b6d9-37e8dc09254a,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:03.062270 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ac8c100a-12eb-47d4-aaef-acc3b5efa9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.076544 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 is scheduled to L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b with binding_index 1 {{(pid=78648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 19 01:11:03.078394 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-ac8c100a-12eb-47d4-aaef-acc3b5efa9f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d403426-ec58-4561-b6d9-37e8dc09254a HTTP/1.1" status: 204  len: 168 time: 0.3270607
Jul 19 01:11:03.079543 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ac8c100a-12eb-47d4-aaef-acc3b5efa9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:03.125224 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.127358 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.db.api [None req-57b646a5-e49b-4c7b-a660-af33d592f022 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:11:03.128152 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_db.api [None req-57b646a5-e49b-4c7b-a660-af33d592f022 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:11:03.135776 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:03.171232 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36398) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:03.203545 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=f3ad6b79-6810-4f05-8270-f427d094e51b,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:03.207083 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:03.221006 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.240073 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:03.254539 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2779488e79bf48d681986854a6cb7d35 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:03.258371 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:03.268936 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:03.309378 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03dba630-0d7e-49c7-a6f0-0358de56e2d3 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:11:03.325588 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.355210 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:11:03.358835 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Transition to ACTIVE for port object 03dba630-0d7e-49c7-a6f0-0358de56e2d3 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:11:03.367382 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Sync routers for ids ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:11:03.379131 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Routers {'3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:11:03.379250 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.379869 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda379d5d00>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:11:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:11:03.383655 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.386961 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.394241 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ffe52c8e-5373-4c4e-a7f3-85e402bbd3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:03.394454 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:03.458541 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b60fde-5ae8-488d-8c4b-e9eecd81c463,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:03.467223 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:03.476365 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2779488e79bf48d681986854a6cb7d35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3041046
Jul 19 01:11:03.479018 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36414) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:03.483265 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Notify callbacks [] for router, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.491250 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.2136295
Jul 19 01:11:03.578237 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36418) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:03.644604 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Pushing event updated for resources: {'Port': ['ID=03dba630-0d7e-49c7-a6f0-0358de56e2d3,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:03.651856 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:03.678656 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Attempting to bind port 03dba630-0d7e-49c7-a6f0-0358de56e2d3 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:11:03.678915 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Attempting to bind port 03dba630-0d7e-49c7-a6f0-0358de56e2d3 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:11:03.679251 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Attempting to bind port 03dba630-0d7e-49c7-a6f0-0358de56e2d3 on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:11:03.697822 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Port 03dba630-0d7e-49c7-a6f0-0358de56e2d3 on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:11:03.698155 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Attempting to bind port 03dba630-0d7e-49c7-a6f0-0358de56e2d3 on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:11:03.706529 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:11:03.706874 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Checking segment: {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:11:03.707264 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Bound using segment: {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:11:03.707690 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Bound port: 03dba630-0d7e-49c7-a6f0-0358de56e2d3, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:11:03.708238 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.719978 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Set router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:11:03.806522 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36430) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:03.876972 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] For port 03dba630-0d7e-49c7-a6f0-0358de56e2d3, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:11:03.882022 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] For port 03dba630-0d7e-49c7-a6f0-0358de56e2d3, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=03dba630-0d7e-49c7-a6f0-0358de56e2d3,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:11:03.889583 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:03.902859 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-12d8743d-9d55-4d6a-9568-397a44a2fd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:04.037097 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:04.037756 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.039492 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] 10.222.0.16 "PUT /v2.0/ports/03dba630-0d7e-49c7-a6f0-0358de56e2d3 HTTP/1.1" status: 200  len: 1094 time: 2.1996851
Jul 19 01:11:04.042711 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36436) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:04.043206 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670', 'tag': '03dba630-0d7e-49c7-a6f0-0358de56e2d3'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:11:04.105674 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.120105 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.161559 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda379d5d00>, [{'id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'name': 'tempest-TestShelveInstance-107828888-router', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:56Z', 'updated_at': '2021-07-19T01:11:01Z', 'revision_number': 3, 'project_id': '89062aeb2907433eb1314f62edce1533', 'gw_port': {'id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:59Z', 'updated_at': '2021-07-19T01:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:11:04.166137 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Checking router: 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:11:04.166498 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Updating router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:11:04.181798 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:04.186401 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:04.190084 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Pushing event updated for resources: {'Port': ['ID=03dba630-0d7e-49c7-a6f0-0358de56e2d3,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:04.194447 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] Usage tracker for resource:security_group_rule and tenant:e07984faef514e6ebe48c38da1b18fb7 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:04.198121 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] Usage tracker for resource:security_group_rule and tenant:09927a00458b4958828e7354df02e1fe is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:04.200766 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:04.203657 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:04.210004 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:04.221405 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:04.230446 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:04.236954 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.305921 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-2c273877-85b7-498f-81cc-66f26dbfbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:04.308007 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-2c273877-85b7-498f-81cc-66f26dbfbe53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 1097 time: 0.1905370
Jul 19 01:11:04.328767 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device f3ad6b79-6810-4f05-8270-f427d094e51b up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:11:04.387512 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ef911e9-913a-494a-ab06-19da0d2f60fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.408136 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port f3ad6b79-6810-4f05-8270-f427d094e51b triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:04.409336 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.413793 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-eb993fac-5576-463b-9d80-e8fb816ae43f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03dba630-0d7e-49c7-a6f0-0358de56e2d3 HTTP/1.1" status: 200  len: 217 time: 0.0847690
Jul 19 01:11:04.415695 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ef911e9-913a-494a-ab06-19da0d2f60fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.555490 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ef911e9-913a-494a-ab06-19da0d2f60fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.563446 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-eb924cbd-b32a-43f4-a1fc-b63398f3436c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:04.583324 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8473d17-6c53-4866-9539-754bdcd4c94e req-a623294d-0ac0-472c-a7ce-c2d9f2709584 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:04.586344 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d8473d17-6c53-4866-9539-754bdcd4c94e req-a623294d-0ac0-472c-a7ce-c2d9f2709584 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 944 time: 1.0028536
Jul 19 01:11:04.599716 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef911e9-913a-494a-ab06-19da0d2f60fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b60fde-5ae8-488d-8c4b-e9eecd81c463,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:04.612626 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc496036-cfb8-42e1-8b1f-c730d26cef80 req-6c01cd78-72b5-4cf2-9d18-00ae739b2ad4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:04.614216 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cc496036-cfb8-42e1-8b1f-c730d26cef80 req-6c01cd78-72b5-4cf2-9d18-00ae739b2ad4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.5354121
Jul 19 01:11:04.617375 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5ef911e9-913a-494a-ab06-19da0d2f60fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:04.642066 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.652204 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.659647 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.662673 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5a0d299a-d7fe-4655-a8cb-afc7f464246f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:04.666328 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5ef911e9-913a-494a-ab06-19da0d2f60fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.670935 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-5ef911e9-913a-494a-ab06-19da0d2f60fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78b60fde-5ae8-488d-8c4b-e9eecd81c463 HTTP/1.1" status: 204  len: 168 time: 1.1837766
Jul 19 01:11:04.677354 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.684730 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-00698e1a-6f92-4df1-8038-5f608d94e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:04.686433 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-00698e1a-6f92-4df1-8038-5f608d94e21e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69801f67-48c3-428b-97c7-9b4f16bcca80 HTTP/1.1" status: 200  len: 855 time: 0.2573056
Jul 19 01:11:04.707246 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.722427 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Transition to ACTIVE for port object 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:11:04.734958 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.744034 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-0adb8862-399b-4c88-975a-106b23fefb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:04.744180 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d8473d17-6c53-4866-9539-754bdcd4c94e req-cef8a7dd-2bb8-46fd-a5d7-c73d9be94976 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448240
Jul 19 01:11:04.804988 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-0425f7c6-b1ab-49df-9b26-962cc191d81e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21b21fff-ae80-46fa-9bb7-9194a4b077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0802712
Jul 19 01:11:04.805612 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40a70cf-ee55-4d74-951a-5621d0151668,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:04.808743 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:04.810943 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9c56ba92-95fe-4a9a-b853-f053fd493aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:04.825086 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e07984faef514e6ebe48c38da1b18fb7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0173059
Jul 19 01:11:04.831592 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09927a00458b4958828e7354df02e1fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7806602
Jul 19 01:11:04.831592 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36446) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:04.837402 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36448) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:04.866752 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670', 'tag': '03dba630-0d7e-49c7-a6f0-0358de56e2d3', 'status': 'completed', 'code': 200}
Jul 19 01:11:04.881689 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Attempting to bind port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:11:04.882227 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Attempting to bind port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:11:04.882714 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Attempting to bind port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec on network 7d593f98-e37a-458f-a122-e95b8a18b7fd {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:11:04.886345 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Pushing event updated for resources: {'Port': ['ID=867b7d89-2671-42aa-b8f4-3dc0ed3a35ec,revision_number=2']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:04.892152 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:11:04.893242 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:11:04.893975 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.894320 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Bound using segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:11:04.894895 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Bound port: 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:11:04.895757 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:04.900427 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cc496036-cfb8-42e1-8b1f-c730d26cef80 req-c802f78a-7709-4a90-be98-5cd5eecc1650 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2649863
Jul 19 01:11:04.920869 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6af5025-94ea-4e09-a6d5-318bd3f9e8a0,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:04.932847 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.933334 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.933807 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.934237 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.934663 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.935128 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.935548 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.935987 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.936423 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.936928 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.937424 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.937971 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:04.949721 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:04.954559 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:05.003720 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] For port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:11:05.011309 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] For port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=867b7d89-2671-42aa-b8f4-3dc0ed3a35ec,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:11:05.018828 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.029827 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:05.112659 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Routers {'3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:11:05.113461 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda379d5d00>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:11:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:11:05.124624 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec5f784e-b4f5-4c5c-8130-929c541593fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.129098 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e715ff5e-0be1-40c4-8682-8501b540162c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.139493 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-09a18c22-cc91-4a69-9723-dd00eb92b895 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3200927
Jul 19 01:11:05.148770 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.171570 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec5f784e-b4f5-4c5c-8130-929c541593fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.184134 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e715ff5e-0be1-40c4-8682-8501b540162c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.192368 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Pushing event updated for resources: {'Port': ['ID=867b7d89-2671-42aa-b8f4-3dc0ed3a35ec,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:05.197975 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-d438a0c2-3d61-4f4d-a331-885eae719f83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:05.214801 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36458) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:05.268340 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.321280 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] Set router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:11:05.348070 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:05.351563 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e715ff5e-0be1-40c4-8682-8501b540162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.360860 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-64528de4-0622-4422-b10e-dce751e1dc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:05.361970 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] Usage tracker for resource:security_group_rule and tenant:5258befa98cd45c1a574127c87f09ba8 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:05.367635 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:05.374481 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715ff5e-0be1-40c4-8682-8501b540162c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40a70cf-ee55-4d74-951a-5621d0151668,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:05.375234 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:05.381365 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e715ff5e-0be1-40c4-8682-8501b540162c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:05.403297 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b686cc6b-c87f-4550-b339-3e176ca495a5 req-57ed597e-5cbd-4383-9ab7-ca1d20af0f85 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2215717
Jul 19 01:11:05.409866 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec5f784e-b4f5-4c5c-8130-929c541593fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.415051 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b45904e7-5d79-4cb3-83e4-f44d06583a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:05.435370 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f784e-b4f5-4c5c-8130-929c541593fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6af5025-94ea-4e09-a6d5-318bd3f9e8a0,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:05.435638 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e715ff5e-0be1-40c4-8682-8501b540162c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.436690 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-e715ff5e-0be1-40c4-8682-8501b540162c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b40a70cf-ee55-4d74-951a-5621d0151668 HTTP/1.1" status: 204  len: 168 time: 0.5872185
Jul 19 01:11:05.441168 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ec5f784e-b4f5-4c5c-8130-929c541593fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:05.458327 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec5f784e-b4f5-4c5c-8130-929c541593fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.459445 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-ec5f784e-b4f5-4c5c-8130-929c541593fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6af5025-94ea-4e09-a6d5-318bd3f9e8a0 HTTP/1.1" status: 204  len: 168 time: 0.5993567
Jul 19 01:11:05.496895 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Allocated IP 172.20.0.1 (9fa7a1fa-cecb-4400-b740-9697cc6a2044/fcaa442e-ba6a-4780-ae18-d36064e2c4b5/361209af-4b6f-46a1-b6af-84134726f386) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:11:05.518857 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.524769 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.571950 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c6622062-c6ef-4081-8ff3-6d65fa8d48dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:05.624511 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5258befa98cd45c1a574127c87f09ba8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4086592
Jul 19 01:11:05.627742 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64107e15-6ce5-4a06-9289-d430b43aa3f3,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:05.632333 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:05.634199 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36466) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:05.730200 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.759858 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda379d5d00>, [{'id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'name': 'tempest-TestShelveInstance-107828888-router', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:56Z', 'updated_at': '2021-07-19T01:11:01Z', 'revision_number': 3, 'project_id': '89062aeb2907433eb1314f62edce1533', 'gw_port': {'id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:59Z', 'updated_at': '2021-07-19T01:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:11:05.775332 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8402f97-f716-4e32-9428-b7c486c91654 None None] The sync data for ids ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'] in dv-cinder-801236-1-iscsi is: [{'id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'name': 'tempest-TestShelveInstance-107828888-router', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:56Z', 'updated_at': '2021-07-19T01:11:01Z', 'revision_number': 3, 'project_id': '89062aeb2907433eb1314f62edce1533', 'gw_port': {'id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:59Z', 'updated_at': '2021-07-19T01:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:11:05.782546 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.provisioning_blocks [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Transition to ACTIVE for port object 361209af-4b6f-46a1-b6af-84134726f386 will not be triggered until provisioned by entity DHCP. {{(pid=78647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:11:05.810043 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a076c-660d-4e95-82ee-6399a1604248 req-02a7a717-e032-43e8-9a76-39b890964edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:05.810043 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d40a076c-660d-4e95-82ee-6399a1604248 req-02a7a717-e032-43e8-9a76-39b890964edb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 1097 time: 0.1789820
Jul 19 01:11:05.810043 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-36b8c18b-b157-42a3-b136-83fd243a48ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.842128 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:05.848966 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:06.024985 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-36b8c18b-b157-42a3-b136-83fd243a48ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:06.066349 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a076c-660d-4e95-82ee-6399a1604248 req-cabe6451-ec9f-4073-94e0-a85743ed803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:06.067829 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d40a076c-660d-4e95-82ee-6399a1604248 req-cabe6451-ec9f-4073-94e0-a85743ed803f service neutron] 10.222.0.16 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 915 time: 0.2433543
Jul 19 01:11:06.133837 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Pushing event updated for resources: {'Port': ['ID=361209af-4b6f-46a1-b6af-84134726f386,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:06.196264 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:06.227855 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d40a076c-660d-4e95-82ee-6399a1604248 req-2fc6dc53-09b3-4de0-b59d-6a65b9ff1772 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03dba630-0d7e-49c7-a6f0-0358de56e2d3 HTTP/1.1" status: 200  len: 217 time: 0.1487772
Jul 19 01:11:06.270945 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Network 9fa7a1fa-cecb-4400-b740-9697cc6a2044 is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:11:06.271592 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36490) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:06.285740 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:11:06.305018 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-36b8c18b-b157-42a3-b136-83fd243a48ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:06.306817 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:11:06.331986 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ec5f784e-b4f5-4c5c-8130-929c541593fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:06.356108 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:11:06.357465 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:06.357884 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8c18b-b157-42a3-b136-83fd243a48ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64107e15-6ce5-4a06-9289-d430b43aa3f3,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:06.364515 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-36b8c18b-b157-42a3-b136-83fd243a48ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:06.367630 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-36b8c18b-b157-42a3-b136-83fd243a48ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:06.371568 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-36b8c18b-b157-42a3-b136-83fd243a48ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64107e15-6ce5-4a06-9289-d430b43aa3f3 HTTP/1.1" status: 204  len: 168 time: 0.6952224
Jul 19 01:11:06.371568 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a076c-660d-4e95-82ee-6399a1604248 req-56d230d1-cc01-49da-ba17-ca218004b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:06.380170 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d40a076c-660d-4e95-82ee-6399a1604248 req-56d230d1-cc01-49da-ba17-ca218004b6aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69801f67-48c3-428b-97c7-9b4f16bcca80 HTTP/1.1" status: 200  len: 855 time: 0.1391876
Jul 19 01:11:06.432527 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333378'] for router_interface, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:06.488437 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d40a076c-660d-4e95-82ee-6399a1604248 req-42b3a0ed-3064-4495-b373-48784b46b154 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21b21fff-ae80-46fa-9bb7-9194a4b077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1004670
Jul 19 01:11:06.541846 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:06.548036 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:11:06.562519 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:06.562904 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:06.628774 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] Usage tracker for resource:security_group_rule and tenant:637761268e4e4eea81cf40f8df6fc012 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:06.633092 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:06.639888 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:06.771448 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d40a076c-660d-4e95-82ee-6399a1604248 req-b74aa238-88a1-436a-8420-262cacc47cd9 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2677553
Jul 19 01:11:06.797319 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:06.799581 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:06.812714 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-fef9135e-77c2-42e6-822c-b0c4388c6d15 None None] Provisioning for port 361209af-4b6f-46a1-b6af-84134726f386 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:11:06.828440 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-fef9135e-77c2-42e6-822c-b0c4388c6d15 None None] Provisioning complete for port 361209af-4b6f-46a1-b6af-84134726f386 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:06.829038 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fef9135e-77c2-42e6-822c-b0c4388c6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:06.876312 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1997e44-4a4d-4909-9fb6-bc6e21d6bcca req-dbc05f72-23e9-4b1a-bd03-248e273ee609 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:06.879840 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b1997e44-4a4d-4909-9fb6-bc6e21d6bcca req-dbc05f72-23e9-4b1a-bd03-248e273ee609 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 944 time: 0.9082992
Jul 19 01:11:06.880500 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:06.958536 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d5003627-6a75-4907-93c6-bf352ba9cf13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:06.991494 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d40a076c-660d-4e95-82ee-6399a1604248 req-25b83c92-1f97-44fc-9d87-3d9c4a4d47f0 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102089
Jul 19 01:11:07.012326 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=637761268e4e4eea81cf40f8df6fc012&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7352085
Jul 19 01:11:07.014754 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36506) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:07.025144 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab320eee-38b8-4a7c-ba10-81c36b802063 req-da0b383d-c6f4-40fd-864d-35f1be705af7 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:07.032881 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab320eee-38b8-4a7c-ba10-81c36b802063 req-da0b383d-c6f4-40fd-864d-35f1be705af7 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.8549972
Jul 19 01:11:07.034877 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f598c365-9f84-4d05-9bec-d0ca190bc5db,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:07.046253 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.053609 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-fef9135e-77c2-42e6-822c-b0c4388c6d15 None None] Port 361209af-4b6f-46a1-b6af-84134726f386 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:11:07.083153 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:07.095959 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=867b7d89-2671-42aa-b8f4-3dc0ed3a35ec,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:07.109177 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.111635 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:07.123351 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b1997e44-4a4d-4909-9fb6-bc6e21d6bcca req-f3d0cd7c-7f4d-49cd-9d94-05a5fc08b4fb tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727517
Jul 19 01:11:07.164424 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6389a9b4-026c-4721-8dbc-2568258d5219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.220788 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6389a9b4-026c-4721-8dbc-2568258d5219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.236254 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=867b7d89-2671-42aa-b8f4-3dc0ed3a35ec,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:07.249604 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:07.250940 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 03dba630-0d7e-49c7-a6f0-0358de56e2d3 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:11:07.346209 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab320eee-38b8-4a7c-ba10-81c36b802063 req-a5eaad3e-ea3b-4ac7-baa5-477eaa1287b3 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3116477
Jul 19 01:11:07.347710 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6389a9b4-026c-4721-8dbc-2568258d5219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.353133 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-efc37c92-0684-43f6-8a72-5fb0431c6655 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:07.382056 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389a9b4-026c-4721-8dbc-2568258d5219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f598c365-9f84-4d05-9bec-d0ca190bc5db,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:07.388159 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6389a9b4-026c-4721-8dbc-2568258d5219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:07.390163 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6389a9b4-026c-4721-8dbc-2568258d5219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.391265 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-6389a9b4-026c-4721-8dbc-2568258d5219 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f598c365-9f84-4d05-9bec-d0ca190bc5db HTTP/1.1" status: 204  len: 168 time: 0.3754051
Jul 19 01:11:07.541671 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 03dba630-0d7e-49c7-a6f0-0358de56e2d3, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=03dba630-0d7e-49c7-a6f0-0358de56e2d3,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:07.556442 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '03dba630-0d7e-49c7-a6f0-0358de56e2d3', 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4', 'port_id': '03dba630-0d7e-49c7-a6f0-0358de56e2d3', 'mac_address': 'fa:16:3e:d8:21:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69801f67-48c3-428b-97c7-9b4f16bcca80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:11:07.578896 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.586522 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.620784 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d46b4101-e95a-45f7-8c67-dd862101d50c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:07.621618 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.667703 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03dba630-0d7e-49c7-a6f0-0358de56e2d3 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:11:07.698531 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 03dba630-0d7e-49c7-a6f0-0358de56e2d3, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=03dba630-0d7e-49c7-a6f0-0358de56e2d3,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:07.707014 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.709547 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:07.730465 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333543'] for router_interface, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:07.763909 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Pushing event updated for resources: {'Port': ['ID=361209af-4b6f-46a1-b6af-84134726f386,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:07.766812 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:07.794967 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=03dba630-0d7e-49c7-a6f0-0358de56e2d3,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:07.798065 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:07.922440 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Network 9fa7a1fa-cecb-4400-b740-9697cc6a2044 is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:11:07.924242 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:11:08.157135 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['03dba630-0d7e-49c7-a6f0-0358de56e2d3'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:11:08.161063 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:11:08.254957 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-f9f24c83-0d90-43f6-899d-43e4caf118e1 None None] Provisioning complete for port 361209af-4b6f-46a1-b6af-84134726f386 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:08.255324 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f9f24c83-0d90-43f6-899d-43e4caf118e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:08.334671 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:11:08.431514 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-f9f24c83-0d90-43f6-899d-43e4caf118e1 None None] Port 361209af-4b6f-46a1-b6af-84134726f386 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:11:08.457485 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:11:08.470980 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Sync routers for ids ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:11:08.475780 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] 10.222.0.24 "PUT /v2.0/routers/3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8964772
Jul 19 01:11:08.493222 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:08.493863 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:08.498697 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247b616-6afd-44e9-8f8c-fb16ec6c16a9 req-0738564d-bbaf-4936-9426-2ccb28072a21 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:08.500273 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4247b616-6afd-44e9-8f8c-fb16ec6c16a9 req-0738564d-bbaf-4936-9426-2ccb28072a21 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 945 time: 0.1525545
Jul 19 01:11:08.552555 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4247b616-6afd-44e9-8f8c-fb16ec6c16a9 req-81c7f93d-e57c-4df8-8237-8a752d298f13 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447516
Jul 19 01:11:08.638979 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Routers {'3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:11:08.640687 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda377f0940>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:11:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:11:08.653253 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6b339-efb8-447f-9ab6-280444d2de63 req-144358d9-beaf-4f8a-ba49-00b1379813aa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:08.661486 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-86e6b339-efb8-447f-9ab6-280444d2de63 req-144358d9-beaf-4f8a-ba49-00b1379813aa tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1138384
Jul 19 01:11:08.720375 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-86e6b339-efb8-447f-9ab6-280444d2de63 req-47d82868-aadd-4bed-a36a-9013c7a7a685 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515978
Jul 19 01:11:09.043752 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Set router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:11:09.366635 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda377f0940>, [{'id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'name': 'tempest-TestShelveInstance-107828888-router', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:56Z', 'updated_at': '2021-07-19T01:11:06Z', 'revision_number': 4, 'project_id': '89062aeb2907433eb1314f62edce1533', 'gw_port': {'id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:59Z', 'updated_at': '2021-07-19T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '361209af-4b6f-46a1-b6af-84134726f386', 'name': '', 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'mac_address': 'fa:16:3e:24:3c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fcaa442e-ba6a-4780-ae18-d36064e2c4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:05Z', 'updated_at': '2021-07-19T01:11:07Z', 'revision_number': 2, 'project_id': '89062aeb2907433eb1314f62edce1533', 'subnets': [{'id': 'fcaa442e-ba6a-4780-ae18-d36064e2c4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:11:09.372421 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Checking router: 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:11:09.372942 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Updating router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 port 361209af-4b6f-46a1-b6af-84134726f386 binding host dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:11:09.438034 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:09.921122 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c670879-b0fb-41c1-acc4-1436a3f4dbc7 req-7d9c251a-75db-44e5-8921-6ed279305cfe tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:09.924223 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c670879-b0fb-41c1-acc4-1436a3f4dbc7 req-7d9c251a-75db-44e5-8921-6ed279305cfe tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 945 time: 0.1066754
Jul 19 01:11:10.009883 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c670879-b0fb-41c1-acc4-1436a3f4dbc7 req-d8157cbd-8809-42df-a879-fa63cfae761c tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774283
Jul 19 01:11:10.069520 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Notify callbacks [] for port, precommit_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:10.090108 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Transition to ACTIVE for port object 361209af-4b6f-46a1-b6af-84134726f386 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:11:10.099732 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:10.110590 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:10.335981 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b37a14-67f4-42c9-af8d-521e716c34fc req-0b605027-2563-4894-801c-72623dac7164 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:10.346531 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42b37a14-67f4-42c9-af8d-521e716c34fc req-0b605027-2563-4894-801c-72623dac7164 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1231487
Jul 19 01:11:10.391568 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d813e8-89f3-42d7-8b11-b960f2e7d404 None None] Pushing event updated for resources: {'Port': ['ID=361209af-4b6f-46a1-b6af-84134726f386,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:10.398697 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-e7d813e8-89f3-42d7-8b11-b960f2e7d404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:10.422905 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-42b37a14-67f4-42c9-af8d-521e716c34fc req-c8c4f560-9d56-41c7-a508-b5b0b900b49b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752425
Jul 19 01:11:10.527417 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Attempting to bind port 361209af-4b6f-46a1-b6af-84134726f386 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:11:10.528090 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Attempting to bind port 361209af-4b6f-46a1-b6af-84134726f386 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '0a2fb801-d484-4ad4-8383-8ad4d23bebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:11:10.528633 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Attempting to bind port 361209af-4b6f-46a1-b6af-84134726f386 on network 9fa7a1fa-cecb-4400-b740-9697cc6a2044 {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:11:10.542246 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:11:10.550810 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Checking segment: {'id': '0a2fb801-d484-4ad4-8383-8ad4d23bebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:11:10.551911 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:10.552467 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Bound using segment: {'id': '0a2fb801-d484-4ad4-8383-8ad4d23bebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:11:10.553218 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Bound port: 361209af-4b6f-46a1-b6af-84134726f386, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2fb801-d484-4ad4-8383-8ad4d23bebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:11:10.553851 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:10.555716 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36668) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:10.589676 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36674) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:10.594847 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382980441', 'description': 'tempest-secgroup-smoke-1382980441 description', 'project_id': 'a348ea9c922b4a408fcd783d34f75e06'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:10.609056 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:10.614957 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Usage tracker for resource:security_group and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:10.627083 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:10.638965 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:10.657663 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:10.680581 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] For port 361209af-4b6f-46a1-b6af-84134726f386, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:11:10.684875 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:10.685307 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] For port 361209af-4b6f-46a1-b6af-84134726f386, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=361209af-4b6f-46a1-b6af-84134726f386,segment=NetworkSegment(0a2fb801-d484-4ad4-8383-8ad4d23bebe1),segment_id=0a2fb801-d484-4ad4-8383-8ad4d23bebe1)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:11:10.689273 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Usage tracker for resource:security_group_rule and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:10.693175 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:10.696049 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:10.707217 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:10.712228 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:10.789381 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:10.796389 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:10.821040 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Routers {'3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:11:10.821694 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda377f0940>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:11:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:11:10.844132 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2692bc57-1b13-4587-92bd-714a8f9bd56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:10.903361 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:10.906416 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3154974
Jul 19 01:11:10.912701 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36686) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:10.913168 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36688) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:10.915824 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785e5d20-16ae-46f0-be4d-6214a9fb8be5,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:10.921836 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:10.926036 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Request body: {'security_group_rule': {'security_group_id': '785e5d20-16ae-46f0-be4d-6214a9fb8be5', 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:10.947536 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:10.952064 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Usage tracker for resource:security_group_rule and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:10.957161 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:10.965211 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:10.972097 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d813e8-89f3-42d7-8b11-b960f2e7d404 None None] Pushing event updated for resources: {'Port': ['ID=361209af-4b6f-46a1-b6af-84134726f386,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:10.976256 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-e7d813e8-89f3-42d7-8b11-b960f2e7d404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:10.995873 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.062211 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b214-8e5c-4e13-862f-3e8050903a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.098829 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1ea3b214-8e5c-4e13-862f-3e8050903a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:11.102948 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1ea3b214-8e5c-4e13-862f-3e8050903a24 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7e4197e67a41ad9d4a47d10841bcb9 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:11.121368 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.124669 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1ea3b214-8e5c-4e13-862f-3e8050903a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:11.130816 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.132375 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1ea3b214-8e5c-4e13-862f-3e8050903a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:11.133149 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:11.141169 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] Set router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:11:11.152682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110e5f12-3880-4e93-bc12-f36d2a8a9b65,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:11.165210 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:11.201823 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.217878 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 03dba630-0d7e-49c7-a6f0-0358de56e2d3 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:11:11.256548 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.261441 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3440621
Jul 19 01:11:11.261441 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36698) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:11.268604 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Request body: {'security_group_rule': {'security_group_id': '785e5d20-16ae-46f0-be4d-6214a9fb8be5', 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:11.287672 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab318acb-4ec8-49bd-b81e-aff75c3518b7 req-3e998f02-60c8-4bfa-8277-fb9c1a5fdfda tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:11.297523 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab318acb-4ec8-49bd-b81e-aff75c3518b7 req-3e998f02-60c8-4bfa-8277-fb9c1a5fdfda tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 945 time: 0.1405182
Jul 19 01:11:11.300694 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:11.313817 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:11:11.324340 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:11.325578 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Usage tracker for resource:security_group_rule and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:11.328549 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] Usage tracker for resource:security_group_rule and tenant:a0f60e81dd804461849d51f6f0a6606c is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:11.331532 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:11.331839 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:11.337623 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:11.339871 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:11.373571 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab318acb-4ec8-49bd-b81e-aff75c3518b7 req-e2698b01-3e09-4a01-829a-8ee2960976a8 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754974
Jul 19 01:11:11.407088 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.451217 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.461988 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.472089 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f2d3388b-c89c-48c8-b7a4-4c40f4235130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:11.498594 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.504141 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.507946 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-99175a36-a930-4a1a-9296-a5c4805b8e08 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:11.512164 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b214-8e5c-4e13-862f-3e8050903a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.524863 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b214-8e5c-4e13-862f-3e8050903a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.525117 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port 03dba630-0d7e-49c7-a6f0-0358de56e2d3 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:11:11.536952 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 03dba630-0d7e-49c7-a6f0-0358de56e2d3 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:11.537373 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.544738 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.545991 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2834496
Jul 19 01:11:11.549509 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36706) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:11.553269 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61822c9-3564-42cf-baaa-3296be5c3b73,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:11.555739 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-1ea3b214-8e5c-4e13-862f-3e8050903a24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a7e4197e67a41ad9d4a47d10841bcb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9989123
Jul 19 01:11:11.562359 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0f60e81dd804461849d51f6f0a6606c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6482301
Jul 19 01:11:11.563256 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea6daae-97d1-4b13-9f79-88654cb2d80a,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:11.565896 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36710) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:11.566389 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36712) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:11.570146 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:11.571309 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6389a9b4-026c-4721-8dbc-2568258d5219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:11.590063 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Request body: {'security_group_rule': {'security_group_id': '785e5d20-16ae-46f0-be4d-6214a9fb8be5', 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:11.603380 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dfb6b034-85a1-46b9-9798-5d414b0f4aac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:11.652995 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3b214-8e5c-4e13-862f-3e8050903a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a2b33-6136-4e53-b700-5e3c396b4a0d,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:11.677562 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1ea3b214-8e5c-4e13-862f-3e8050903a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:11.688617 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:11.703850 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Usage tracker for resource:security_group_rule and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:11.708369 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:11.711071 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f03ea51b-203a-468f-a1be-0aa37b7000ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.719082 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:11.733156 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.738132 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f03ea51b-203a-468f-a1be-0aa37b7000ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.745002 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.764103 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc74383-50b3-4e39-bcb9-c6fdb5fac369 req-96192170-bb90-40f5-8c8a-223abce649f9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:11.768273 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03dba630-0d7e-49c7-a6f0-0358de56e2d3'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:11:11.771700 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3dc74383-50b3-4e39-bcb9-c6fdb5fac369 req-96192170-bb90-40f5-8c8a-223abce649f9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.2233684
Jul 19 01:11:11.780671 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda377f0940>, [{'id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'name': 'tempest-TestShelveInstance-107828888-router', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:56Z', 'updated_at': '2021-07-19T01:11:06Z', 'revision_number': 4, 'project_id': '89062aeb2907433eb1314f62edce1533', 'gw_port': {'id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:59Z', 'updated_at': '2021-07-19T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '361209af-4b6f-46a1-b6af-84134726f386', 'name': '', 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'mac_address': 'fa:16:3e:24:3c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fcaa442e-ba6a-4780-ae18-d36064e2c4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:05Z', 'updated_at': '2021-07-19T01:11:10Z', 'revision_number': 4, 'project_id': '89062aeb2907433eb1314f62edce1533', 'subnets': [{'id': 'fcaa442e-ba6a-4780-ae18-d36064e2c4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:11:11.785735 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 03dba630-0d7e-49c7-a6f0-0358de56e2d3, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=03dba630-0d7e-49c7-a6f0-0358de56e2d3,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:11.786991 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625d241-d920-4b36-a330-a6b00abe7e0d None None] The sync data for ids ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'] in dv-cinder-801236-1-iscsi is: [{'id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'name': 'tempest-TestShelveInstance-107828888-router', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:56Z', 'updated_at': '2021-07-19T01:11:06Z', 'revision_number': 4, 'project_id': '89062aeb2907433eb1314f62edce1533', 'gw_port': {'id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:59Z', 'updated_at': '2021-07-19T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '361209af-4b6f-46a1-b6af-84134726f386', 'name': '', 'network_id': '9fa7a1fa-cecb-4400-b740-9697cc6a2044', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'mac_address': 'fa:16:3e:24:3c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'fcaa442e-ba6a-4780-ae18-d36064e2c4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:05Z', 'updated_at': '2021-07-19T01:11:10Z', 'revision_number': 4, 'project_id': '89062aeb2907433eb1314f62edce1533', 'subnets': [{'id': 'fcaa442e-ba6a-4780-ae18-d36064e2c4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:11:11.792766 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.796054 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:11.812152 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f03ea51b-203a-468f-a1be-0aa37b7000ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.817341 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc3a4-a0da-4824-86d5-c4ec1c75a5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.820928 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-62836dd7-57ae-4e97-9181-e8155e01a97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:11.852286 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ea51b-203a-468f-a1be-0aa37b7000ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea6daae-97d1-4b13-9f79-88654cb2d80a,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:11.879760 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f03ea51b-203a-468f-a1be-0aa37b7000ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:11.900029 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc3a4-a0da-4824-86d5-c4ec1c75a5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.920505 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f03ea51b-203a-468f-a1be-0aa37b7000ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.924410 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-f03ea51b-203a-468f-a1be-0aa37b7000ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ea6daae-97d1-4b13-9f79-88654cb2d80a HTTP/1.1" status: 204  len: 168 time: 0.3554521
Jul 19 01:11:11.929965 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=03dba630-0d7e-49c7-a6f0-0358de56e2d3,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:11.934427 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:11.945167 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3dc74383-50b3-4e39-bcb9-c6fdb5fac369 req-385f2ffc-68d4-424f-97ec-ef223727b345 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724839
Jul 19 01:11:11.999077 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:11.999526 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc3a4-a0da-4824-86d5-c4ec1c75a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.005018 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c47f3a18-fc15-4b81-9f64-1d138d7c9851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:12.008039 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.010709 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0585eb5d-9846-44a8-8521-0a98b7fdf1f1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:12.015960 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03dba630-0d7e-49c7-a6f0-0358de56e2d3', 'code': 200}
Jul 19 01:11:12.016910 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fc3a4-a0da-4824-86d5-c4ec1c75a5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a2b33-6136-4e53-b700-5e3c396b4a0d,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:12.022200 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2b6fc3a4-a0da-4824-86d5-c4ec1c75a5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:12.036276 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc3a4-a0da-4824-86d5-c4ec1c75a5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.043241 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-2b6fc3a4-a0da-4824-86d5-c4ec1c75a5d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c4a2b33-6136-4e53-b700-5e3c396b4a0d HTTP/1.1" status: 204  len: 168 time: 0.4721060
Jul 19 01:11:12.055750 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42f8266-5d7f-4ae7-b181-313ed5d2f578,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:12.063315 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:12.073278 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.074544 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5238104
Jul 19 01:11:12.077429 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36728) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:12.083636 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Request body: {'security_group_rule': {'security_group_id': '785e5d20-16ae-46f0-be4d-6214a9fb8be5', 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:12.089612 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:12.094124 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Usage tracker for resource:security_group_rule and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:12.097670 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:12.105036 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:12.125008 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.220808 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.226313 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.228744 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:12.285811 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ccd366-0728-42bd-a2b2-9f1eaa50e553,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:12.313122 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:12.331837 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.336818 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2582629
Jul 19 01:11:12.337660 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36736) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:12.343886 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Request body: {'security_group_rule': {'security_group_id': '785e5d20-16ae-46f0-be4d-6214a9fb8be5', 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:12.354529 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:12.358704 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 361209af-4b6f-46a1-b6af-84134726f386 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:11:12.364711 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Usage tracker for resource:security_group_rule and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:12.375418 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:12.382006 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:12.411075 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.securitygroups_db [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Project a348ea9c922b4a408fcd783d34f75e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 19 01:11:12.429850 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.440764 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd3c26-a500-4f7e-b666-0d8dd3e12f68 req-84773d35-0ecb-4b0f-827d-2a94d2f46d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:12.445776 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-80dd3c26-a500-4f7e-b666-0d8dd3e12f68 req-84773d35-0ecb-4b0f-827d-2a94d2f46d0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 1099 time: 0.1539452
Jul 19 01:11:12.513930 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 361209af-4b6f-46a1-b6af-84134726f386 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:11:12.530741 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 361209af-4b6f-46a1-b6af-84134726f386 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:12.531356 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.562307 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-80dd3c26-a500-4f7e-b666-0d8dd3e12f68 req-cbd2f3f4-67a2-40c4-ac57-513b2e7e9c2e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035669
Jul 19 01:11:12.620971 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.630900 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36746) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:12.643031 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.645151 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:12.675676 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.697520 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40aebd10-9763-43e3-8106-3753a41e1736,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:12.712158 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.722361 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36750) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:12.737816 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:12.743628 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.747527 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4060137
Jul 19 01:11:12.759210 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36754) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:12.762365 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 361209af-4b6f-46a1-b6af-84134726f386, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=361209af-4b6f-46a1-b6af-84134726f386,segment=NetworkSegment(0a2fb801-d484-4ad4-8383-8ad4d23bebe1),segment_id=0a2fb801-d484-4ad4-8383-8ad4d23bebe1)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:12.768884 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.770678 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:12.777960 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:12.780863 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Request body: {'security_group_rule': {'security_group_id': '785e5d20-16ae-46f0-be4d-6214a9fb8be5', 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:12.788009 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.808903 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:12.820673 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Usage tracker for resource:security_group_rule and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:12.825014 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] Usage tracker for resource:security_group_rule and tenant:5429165eea74464d9afac554b3665a57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:12.831887 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:12.839464 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:12.849748 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:12.852954 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:12.860154 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:12.876180 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] Usage tracker for resource:security_group_rule and tenant:6c4571b0a8fd4d8aa477e728643590c3 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:12.882802 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5db0fa-ae47-425e-9c01-8bcb3e2e4ed3 req-5abb2e3b-3ab8-4ad9-9a30-d35261e59ae3 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:12.884374 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-db5db0fa-ae47-425e-9c01-8bcb3e2e4ed3 req-5abb2e3b-3ab8-4ad9-9a30-d35261e59ae3 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 946 time: 0.2066176
Jul 19 01:11:12.885328 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.securitygroups_db [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Project a348ea9c922b4a408fcd783d34f75e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 19 01:11:12.895341 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:12.896195 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:12.904910 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:12.915559 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=361209af-4b6f-46a1-b6af-84134726f386,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:12.932290 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:12.973025 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-db5db0fa-ae47-425e-9c01-8bcb3e2e4ed3 req-a46d3d4a-b42e-4171-a78b-5984c7ae1504 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795205
Jul 19 01:11:13.076859 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.084263 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.086859 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f6146e8e-5a1c-483b-84df-a1ec50a54ff5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:13.120328 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d220e2-9766-40b2-a00b-5e8c3ab3d287,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:13.134631 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:13.148815 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.153999 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3934650
Jul 19 01:11:13.162518 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.186530 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.211501 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-353fa0c2-cb7c-4080-86bc-c2f5c9cfed9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:13.231800 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.258199 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.288598 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bf1de-3b7f-4316-afd7-935840812dc4 req-a7a279f9-bcc5-4fac-9727-5b5695b013ff tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:13.295433 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5429165eea74464d9afac554b3665a57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6618927
Jul 19 01:11:13.300818 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e27bf1de-3b7f-4316-afd7-935840812dc4 req-a7a279f9-bcc5-4fac-9727-5b5695b013ff tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1440690
Jul 19 01:11:13.306755 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a48eec4-4d0e-4728-a69d-4ecaa15dd88e,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:13.311153 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:13.315954 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 36770) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:13.316623 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:13.358390 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e27bf1de-3b7f-4316-afd7-935840812dc4 req-d1e16a1e-13a3-43ef-9928-05bb1bef8c0c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555289
Jul 19 01:11:13.364904 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c4571b0a8fd4d8aa477e728643590c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6415007
Jul 19 01:11:13.368569 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 36778) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:13.393626 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46200152-c641-48de-8fb6-4295ec9dd1c6,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:13.398516 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:13.438698 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b17312ee-75e5-49e9-9805-eacec420b4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.480108 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b17312ee-75e5-49e9-9805-eacec420b4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.514884 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e7be2d9d-e0c3-4696-8cfa-f0c0acb0a46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.562679 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e7be2d9d-e0c3-4696-8cfa-f0c0acb0a46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.576562 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b17312ee-75e5-49e9-9805-eacec420b4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.591110 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1ffd0912-7dc4-4906-8c55-a55db1fec5af tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:13.605534 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17312ee-75e5-49e9-9805-eacec420b4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a48eec4-4d0e-4728-a69d-4ecaa15dd88e,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:13.610638 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b17312ee-75e5-49e9-9805-eacec420b4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:13.618308 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b17312ee-75e5-49e9-9805-eacec420b4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.620120 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b17312ee-75e5-49e9-9805-eacec420b4a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a48eec4-4d0e-4728-a69d-4ecaa15dd88e HTTP/1.1" status: 204  len: 168 time: 0.2944481
Jul 19 01:11:13.662527 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e7be2d9d-e0c3-4696-8cfa-f0c0acb0a46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.666323 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e8beb2eb-9c86-494f-b4f3-e428e45341da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:13.688919 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be2d9d-e0c3-4696-8cfa-f0c0acb0a46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46200152-c641-48de-8fb6-4295ec9dd1c6,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:13.692461 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e7be2d9d-e0c3-4696-8cfa-f0c0acb0a46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:13.694039 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e7be2d9d-e0c3-4696-8cfa-f0c0acb0a46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:13.697461 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-e7be2d9d-e0c3-4696-8cfa-f0c0acb0a46c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46200152-c641-48de-8fb6-4295ec9dd1c6 HTTP/1.1" status: 204  len: 168 time: 0.3255033
Jul 19 01:11:14.289687 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9bd8-4490-4c07-9f36-1533198f762b req-99492b6b-6d10-41d8-8dd9-8976d3120edf tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:14.291505 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc3b9bd8-4490-4c07-9f36-1533198f762b req-99492b6b-6d10-41d8-8dd9-8976d3120edf tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 946 time: 0.1315591
Jul 19 01:11:14.352331 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 361209af-4b6f-46a1-b6af-84134726f386 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:11:14.368085 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc3b9bd8-4490-4c07-9f36-1533198f762b req-48ee50b2-5ca6-49b1-8e10-5447f0bd35d5 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703163
Jul 19 01:11:14.441776 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 361209af-4b6f-46a1-b6af-84134726f386 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:14.442135 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:14.559508 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c334106-bde6-42f7-893b-ff6e4a02d414 req-ec7244a0-8456-44ba-b2cb-2f57903e985a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:14.568198 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1c334106-bde6-42f7-893b-ff6e4a02d414 req-ec7244a0-8456-44ba-b2cb-2f57903e985a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0958142
Jul 19 01:11:14.641112 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1c334106-bde6-42f7-893b-ff6e4a02d414 req-e35cf4fb-db80-4276-ad16-77a3d44b45b1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719092
Jul 19 01:11:15.574154 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb0178-dd01-47b8-8e6a-e1115dace216 req-f2d4af45-3500-4274-8e99-f310e21dc609 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:15.575686 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4efb0178-dd01-47b8-8e6a-e1115dace216 req-f2d4af45-3500-4274-8e99-f310e21dc609 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 946 time: 0.0990613
Jul 19 01:11:15.631003 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4efb0178-dd01-47b8-8e6a-e1115dace216 req-3785ac43-37fa-403c-a08b-e09716c29616 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486052
Jul 19 01:11:16.052158 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00b0a2-75d7-4434-be25-d4ed433d72ee req-1d73f9d6-2dd7-44e9-898a-34652293181a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:16.053698 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4b00b0a2-75d7-4434-be25-d4ed433d72ee req-1d73f9d6-2dd7-44e9-898a-34652293181a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1001697
Jul 19 01:11:16.112424 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4b00b0a2-75d7-4434-be25-d4ed433d72ee req-b73bb7b6-a935-4bba-81c2-8c6f060df726 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528281
Jul 19 01:11:18.697056 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c0ab1-aea3-4b65-88ed-4b526f126128 req-7c5099d1-2501-4dcb-9a32-899313cee80b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:18.699457 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-707c0ab1-aea3-4b65-88ed-4b526f126128 req-7c5099d1-2501-4dcb-9a32-899313cee80b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0929446
Jul 19 01:11:18.767277 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-707c0ab1-aea3-4b65-88ed-4b526f126128 req-a9813bb0-f9ee-424b-a6df-a8caacaf31db tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502851
Jul 19 01:11:19.997204 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61f3bf-c5a9-4740-9606-c58b09096c93 req-b83f7632-02dc-4726-a607-707313c47014 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:19.998712 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2b61f3bf-c5a9-4740-9606-c58b09096c93 req-b83f7632-02dc-4726-a607-707313c47014 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0907516
Jul 19 01:11:20.044579 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2b61f3bf-c5a9-4740-9606-c58b09096c93 req-018dfea3-b9ad-47c2-860a-367d0fb1b2ec tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392945
Jul 19 01:11:21.228821 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20fd8f-d97d-4ffa-ad46-344f8204da2d req-dc156bd7-fca7-406b-b2bb-8e1c4e2fe8c1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:21.230342 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9a20fd8f-d97d-4ffa-ad46-344f8204da2d req-dc156bd7-fca7-406b-b2bb-8e1c4e2fe8c1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0803461
Jul 19 01:11:21.278097 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9a20fd8f-d97d-4ffa-ad46-344f8204da2d req-c1d61b24-6e1f-4234-a217-878318488e1a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414889
Jul 19 01:11:21.770470 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-957cc441-65bd-4f66-8702-c3ee23713599 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:21.772896 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-957cc441-65bd-4f66-8702-c3ee23713599 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 815 time: 0.1779721
Jul 19 01:11:21.793510 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-15db629f-bea4-495b-b3a1-21a99cb0134c tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/quotas/63b1ff8ffc31441cae9f04ef3deb45eb HTTP/1.1" status: 200  len: 375 time: 0.0152416
Jul 19 01:11:21.898379 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-1c591cc6-25f3-4525-9d79-6cd76556c97a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1036656
Jul 19 01:11:22.055769 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-ebbc4b8c-7075-4729-8f99-b8e7913225e7 service neutron] 10.222.0.24 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498582
Jul 19 01:11:22.282805 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-14d8d3f0-2c16-4b04-89f2-9906aedc52b2 service neutron] 10.222.0.24 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206221
Jul 19 01:11:22.511632 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c7b378e2-ff6b-427b-9b27-6e54c644b4c2 req-c903affc-7b8d-4357-b5e8-5b6d10bda80a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 210 time: 0.0696738
Jul 19 01:11:22.552789 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3f17f-9d11-412f-8d05-fc3dcd73f7a7 req-bd5b51db-c9f9-4521-8984-61d41aedb777 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:22.562092 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1ed3f17f-9d11-412f-8d05-fc3dcd73f7a7 req-bd5b51db-c9f9-4521-8984-61d41aedb777 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1592107
Jul 19 01:11:22.618103 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1ed3f17f-9d11-412f-8d05-fc3dcd73f7a7 req-eda08068-38ce-4a0f-81b2-26bf2e442a82 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550437
Jul 19 01:11:23.720768 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d41427b9-4892-4dae-bef1-675e9ea10531 req-6f6f6ecf-3ae8-4d74-a58d-0e809f75fe11 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 210 time: 0.0536711
Jul 19 01:11:23.905441 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4402ec-a912-4f0a-a668-f12f4f42fbc6 req-d2077fcd-59c8-4a8b-afe3-15fba8a20eed tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:23.908868 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2c4402ec-a912-4f0a-a668-f12f4f42fbc6 req-d2077fcd-59c8-4a8b-afe3-15fba8a20eed tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0914242
Jul 19 01:11:23.969461 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2c4402ec-a912-4f0a-a668-f12f4f42fbc6 req-150d752c-58ce-4b51-9e2b-6c53bb9a564c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549083
Jul 19 01:11:24.006549 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-8b19b675-9cc3-4147-84f0-fcd885d2f953 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:24.008086 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-8b19b675-9cc3-4147-84f0-fcd885d2f953 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 815 time: 0.2023008
Jul 19 01:11:24.030182 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Request body: {'port': {'device_id': '8b836442-2708-4b53-85b7-40284cb1facb', 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4', 'admin_state_up': True, 'tenant_id': '63b1ff8ffc31441cae9f04ef3deb45eb'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:24.173676 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:24.178014 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Usage tracker for resource:port and tenant:63b1ff8ffc31441cae9f04ef3deb45eb is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:24.181291 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:24.190678 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:24.201618 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Made reservation on behalf of 63b1ff8ffc31441cae9f04ef3deb45eb for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:11:24.206611 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:24.418647 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Allocated IP 172.20.0.3 (21b21fff-ae80-46fa-9bb7-9194a4b077c4/69801f67-48c3-428b-97c7-9b4f16bcca80/8b75e67a-84d5-498b-9084-94cdc370d922) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:11:24.652360 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:24.680413 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:24.685785 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:24.731440 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c3e481df-a4c3-4140-b240-b54b8c1c3504', '03dba630-0d7e-49c7-a6f0-0358de56e2d3'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:11:24.760666 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:11:24.763747 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:11:24.769191 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:11:24.774812 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:24.775490 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:24.780871 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Pushing event updated for resources: {'Port': ['ID=8b75e67a-84d5-498b-9084-94cdc370d922,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:24.790251 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:24.802391 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7763946
Jul 19 01:11:24.832274 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Request body: {'port': {'device_id': '8b836442-2708-4b53-85b7-40284cb1facb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:24.954522 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:24.970078 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4051674-f5a0-4d36-9b3c-2124963ba9c1 req-1f3dd069-d70d-4b67-ab7b-e83c865d9998 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:24.973873 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c4051674-f5a0-4d36-9b3c-2124963ba9c1 req-1f3dd069-d70d-4b67-ab7b-e83c865d9998 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 931 time: 0.1039615
Jul 19 01:11:25.049256 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c4051674-f5a0-4d36-9b3c-2124963ba9c1 req-2f898a40-88c9-44e5-a8a1-c5489115ef4d tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687144
Jul 19 01:11:25.198488 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ef386-232c-44dc-afeb-656f0adb0f01 req-7c9ce591-e503-4299-bae4-4545f743ceab tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:25.199977 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-808ef386-232c-44dc-afeb-656f0adb0f01 req-7c9ce591-e503-4299-bae4-4545f743ceab tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0849290
Jul 19 01:11:25.248613 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-808ef386-232c-44dc-afeb-656f0adb0f01 req-35b1d55c-4a33-421d-81d8-ebf26cb1607f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422287
Jul 19 01:11:25.453462 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b75e67a-84d5-498b-9084-94cdc370d922 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:11:25.465116 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:25.485299 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Transition to ACTIVE for port object 8b75e67a-84d5-498b-9084-94cdc370d922 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:11:25.495502 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:25.495502 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:25.731845 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b75e67a-84d5-498b-9084-94cdc370d922,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:25.740971 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:25.762708 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Attempting to bind port 8b75e67a-84d5-498b-9084-94cdc370d922 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:11:25.763456 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Attempting to bind port 8b75e67a-84d5-498b-9084-94cdc370d922 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:11:25.764233 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Attempting to bind port 8b75e67a-84d5-498b-9084-94cdc370d922 on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:11:25.781683 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Port 8b75e67a-84d5-498b-9084-94cdc370d922 on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:11:25.782213 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Attempting to bind port 8b75e67a-84d5-498b-9084-94cdc370d922 on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:11:25.789959 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:11:25.790390 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Checking segment: {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:11:25.793845 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Bound using segment: {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:11:25.794384 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Bound port: 8b75e67a-84d5-498b-9084-94cdc370d922, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:11:25.794931 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:25.893787 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] For port 8b75e67a-84d5-498b-9084-94cdc370d922, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:11:25.897336 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] For port 8b75e67a-84d5-498b-9084-94cdc370d922, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8b75e67a-84d5-498b-9084-94cdc370d922,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:11:25.903316 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:25.908856 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-bed5b21c-9692-4b3b-abe9-60ed77007c0f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:25.971927 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:25.972582 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:25.974061 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] 10.222.0.16 "PUT /v2.0/ports/8b75e67a-84d5-498b-9084-94cdc370d922 HTTP/1.1" status: 200  len: 1093 time: 1.1480365
Jul 19 01:11:25.974708 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b836442-2708-4b53-85b7-40284cb1facb', 'tag': '8b75e67a-84d5-498b-9084-94cdc370d922'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:11:26.003870 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b75e67a-84d5-498b-9084-94cdc370d922,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:26.007127 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:26.030533 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b836442-2708-4b53-85b7-40284cb1facb', 'tag': '8b75e67a-84d5-498b-9084-94cdc370d922', 'status': 'completed', 'code': 200}
Jul 19 01:11:26.123797 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-794abf4a-f390-4f86-9c04-f9ea7277b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:26.125265 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-794abf4a-f390-4f86-9c04-f9ea7277b106 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 1096 time: 0.0711696
Jul 19 01:11:26.205461 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-4261f755-4e9f-4041-b9b7-73390d8f7035 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b75e67a-84d5-498b-9084-94cdc370d922 HTTP/1.1" status: 200  len: 217 time: 0.0653687
Jul 19 01:11:26.231453 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76623779-3d1e-4924-8095-4b43d2611bc5 req-72046ba0-c68e-4bf0-ae78-b5d0fd83a911 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:26.232900 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-76623779-3d1e-4924-8095-4b43d2611bc5 req-72046ba0-c68e-4bf0-ae78-b5d0fd83a911 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 943 time: 0.0827839
Jul 19 01:11:26.268174 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-947f8b2c-9d94-4165-9b26-5e5e7f69dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:26.269620 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-947f8b2c-9d94-4165-9b26-5e5e7f69dcc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69801f67-48c3-428b-97c7-9b4f16bcca80 HTTP/1.1" status: 200  len: 855 time: 0.0571787
Jul 19 01:11:26.279532 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-76623779-3d1e-4924-8095-4b43d2611bc5 req-29c3ae79-e3ed-4861-ac25-15da61030d30 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406702
Jul 19 01:11:26.317751 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-93e445b9-1d55-4c64-a220-3488bc0de393 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21b21fff-ae80-46fa-9bb7-9194a4b077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409420
Jul 19 01:11:26.442580 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a89b01-223d-4b03-a4ad-49220c20a566 req-0eda7e39-6408-48a8-8aa4-5ba75943562a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:26.444328 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d7a89b01-223d-4b03-a4ad-49220c20a566 req-0eda7e39-6408-48a8-8aa4-5ba75943562a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0844855
Jul 19 01:11:26.449575 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-e7bec6d4-74fe-47fb-b7d2-069e89681a1e service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251736
Jul 19 01:11:26.491660 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d7a89b01-223d-4b03-a4ad-49220c20a566 req-66e8a1b1-415a-4ee5-b39a-01cdaf1bf6c0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416596
Jul 19 01:11:26.588769 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e1a8bb62-0e6e-4534-8835-c1eacb86511e req-2b95515e-39cd-4ed2-b137-4c9ead1457c6 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286285
Jul 19 01:11:26.789728 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfad551-4b65-4a1c-a42c-27cd256d6b8f req-e18164bc-f88c-40dd-9acc-d0494ba699ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:26.791305 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddfad551-4b65-4a1c-a42c-27cd256d6b8f req-e18164bc-f88c-40dd-9acc-d0494ba699ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 1096 time: 0.0762713
Jul 19 01:11:26.958375 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfad551-4b65-4a1c-a42c-27cd256d6b8f req-c91d0aa1-5125-44d0-ba9d-f0f275a263df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:26.959993 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddfad551-4b65-4a1c-a42c-27cd256d6b8f req-c91d0aa1-5125-44d0-ba9d-f0f275a263df service neutron] 10.222.0.16 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 915 time: 0.1354406
Jul 19 01:11:27.003416 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 37266) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:27.040381 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddfad551-4b65-4a1c-a42c-27cd256d6b8f req-9f338eaf-48c7-416f-b0bd-beaace0289e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b75e67a-84d5-498b-9084-94cdc370d922 HTTP/1.1" status: 200  len: 217 time: 0.0706744
Jul 19 01:11:27.109771 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfad551-4b65-4a1c-a42c-27cd256d6b8f req-058810d8-573a-4e34-919a-a79d0506012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:27.111755 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddfad551-4b65-4a1c-a42c-27cd256d6b8f req-058810d8-573a-4e34-919a-a79d0506012a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69801f67-48c3-428b-97c7-9b4f16bcca80 HTTP/1.1" status: 200  len: 855 time: 0.0643032
Jul 19 01:11:27.155872 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:27.161347 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddfad551-4b65-4a1c-a42c-27cd256d6b8f req-b2e7e6d2-6b31-40bb-999f-73f89faa7963 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21b21fff-ae80-46fa-9bb7-9194a4b077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421205
Jul 19 01:11:27.173297 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:27.178296 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] Usage tracker for resource:security_group_rule and tenant:d28f75f975a94e42a3c8425843d0edc1 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:27.181435 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:27.187137 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:27.281189 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:27.286436 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:27.300365 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4bae0928-d068-4176-bc83-de45f5c3f0f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:27.301039 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddfad551-4b65-4a1c-a42c-27cd256d6b8f req-65de1afd-5492-49cd-aa54-3edb195fd74a service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303296
Jul 19 01:11:27.342364 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d28f75f975a94e42a3c8425843d0edc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3377666
Jul 19 01:11:27.343343 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1979970-f771-413b-8b20-13c8ec190521,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:27.345794 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 37282) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:27.348240 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:27.409421 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3967-1337-4510-9d15-64fffeae5ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:27.479358 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3967-1337-4510-9d15-64fffeae5ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:27.522405 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddfad551-4b65-4a1c-a42c-27cd256d6b8f req-b35185c3-b6d9-4c19-bc73-e580074d712a service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2136602
Jul 19 01:11:27.543530 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399485e8-e1ca-4996-9895-aa9a154406ba req-cf877392-6a2c-4e73-8aee-1c39ec454b1b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:27.544951 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-399485e8-e1ca-4996-9895-aa9a154406ba req-cf877392-6a2c-4e73-8aee-1c39ec454b1b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 943 time: 0.1327848
Jul 19 01:11:27.573972 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3967-1337-4510-9d15-64fffeae5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:27.580157 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-437afaf5-aa74-4281-8b22-d60c656a69e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:27.611374 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe3967-1337-4510-9d15-64fffeae5ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1979970-f771-413b-8b20-13c8ec190521,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:27.617544 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1dfe3967-1337-4510-9d15-64fffeae5ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:27.620780 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-399485e8-e1ca-4996-9895-aa9a154406ba req-12c473f3-5ffd-4b71-8e4f-343ac1752195 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659494
Jul 19 01:11:27.651068 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3967-1337-4510-9d15-64fffeae5ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:27.652174 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-1dfe3967-1337-4510-9d15-64fffeae5ff4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1979970-f771-413b-8b20-13c8ec190521 HTTP/1.1" status: 204  len: 168 time: 0.3054903
Jul 19 01:11:27.710489 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4842f2e-dfb3-4cbb-a2af-257e044b1408 req-ee367ba8-09bb-45d9-b80d-f27f83e1bc18 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:27.711954 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c4842f2e-dfb3-4cbb-a2af-257e044b1408 req-ee367ba8-09bb-45d9-b80d-f27f83e1bc18 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0985487
Jul 19 01:11:27.772491 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c4842f2e-dfb3-4cbb-a2af-257e044b1408 req-9041b00d-b487-4c36-bf68-44073046d9c8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530231
Jul 19 01:11:27.958095 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 37296) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:27.979791 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:27.990466 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-c4af45b8-899f-41db-a423-ead8b8f41670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:27.999122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:28.003430 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] Usage tracker for resource:security_group_rule and tenant:de526eafa6d64cc485052bb660f6c75e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:28.006297 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:28.012427 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:28.100182 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:28.106515 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:28.115223 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5fde07d6-306e-4b5b-b1da-0cce17f2b111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:28.156193 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de526eafa6d64cc485052bb660f6c75e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1969993
Jul 19 01:11:28.157674 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e252fd90-cf33-40b1-96d4-0176ce2f48df,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:28.159421 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 37308) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:28.160875 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:28.225089 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-62dcbba6-b609-4691-ba31-b8ff715ca279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:28.254166 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-62dcbba6-b609-4691-ba31-b8ff715ca279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:28.308113 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-62dcbba6-b609-4691-ba31-b8ff715ca279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:28.312982 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:28.323632 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcbba6-b609-4691-ba31-b8ff715ca279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e252fd90-cf33-40b1-96d4-0176ce2f48df,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:28.327082 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-62dcbba6-b609-4691-ba31-b8ff715ca279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:28.331278 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-62dcbba6-b609-4691-ba31-b8ff715ca279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:28.334379 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-62dcbba6-b609-4691-ba31-b8ff715ca279 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e252fd90-cf33-40b1-96d4-0176ce2f48df HTTP/1.1" status: 204  len: 168 time: 0.1729586
Jul 19 01:11:28.486522 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:28.700370 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 37332) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:28.716573 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:28.731292 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:28.735745 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] Usage tracker for resource:security_group_rule and tenant:ad3871a26d394b589eeda286e3a0c6c3 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:28.740110 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:28.786883 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:28.857199 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee3673-69c2-4592-bccb-934f53d25fca req-71ccdae9-dbd4-40d2-8625-dbe80d9b7d0a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:28.858711 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-72ee3673-69c2-4592-bccb-934f53d25fca req-71ccdae9-dbd4-40d2-8625-dbe80d9b7d0a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 943 time: 0.1200378
Jul 19 01:11:28.984448 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-72ee3673-69c2-4592-bccb-934f53d25fca req-2b1fc76d-fed5-4084-a67e-ef2f5d8b4b33 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180704
Jul 19 01:11:28.987968 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:28.992834 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:29.002231 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-66c7b886-bf74-41fe-a534-15b03e3eb25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:29.047386 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205eade7-77a9-4689-965a-35be3a2a4a59,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:29.052968 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad3871a26d394b589eeda286e3a0c6c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3529971
Jul 19 01:11:29.053998 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:29.055704 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 37340) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:29.069007 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618f6d2-72a3-4bea-9015-5dff18819c80 req-5a019696-643f-43b3-8ef8-e8d6772ef9cf tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:29.070691 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9618f6d2-72a3-4bea-9015-5dff18819c80 req-5a019696-643f-43b3-8ef8-e8d6772ef9cf tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1739118
Jul 19 01:11:29.118991 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9618f6d2-72a3-4bea-9015-5dff18819c80 req-51a04fb4-1f15-4be9-a8a5-65a70b5c87d1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388274
Jul 19 01:11:29.138038 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-235370e0-f670-442a-b4e2-4d0a9683f364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:29.163979 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-235370e0-f670-442a-b4e2-4d0a9683f364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:29.218490 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-235370e0-f670-442a-b4e2-4d0a9683f364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:29.226696 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-480a1735-25ff-447a-8832-df2e78553a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:29.240884 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:29.245195 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235370e0-f670-442a-b4e2-4d0a9683f364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205eade7-77a9-4689-965a-35be3a2a4a59,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:29.247520 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-235370e0-f670-442a-b4e2-4d0a9683f364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:29.256063 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-235370e0-f670-442a-b4e2-4d0a9683f364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:29.257428 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-235370e0-f670-442a-b4e2-4d0a9683f364 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/205eade7-77a9-4689-965a-35be3a2a4a59 HTTP/1.1" status: 204  len: 168 time: 0.2001455
Jul 19 01:11:29.279681 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8b75e67a-84d5-498b-9084-94cdc370d922 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:11:29.420666 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8b75e67a-84d5-498b-9084-94cdc370d922, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8b75e67a-84d5-498b-9084-94cdc370d922,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:29.437175 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '8b75e67a-84d5-498b-9084-94cdc370d922', 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4', 'port_id': '8b75e67a-84d5-498b-9084-94cdc370d922', 'mac_address': 'fa:16:3e:2f:b3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69801f67-48c3-428b-97c7-9b4f16bcca80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:11:29.505877 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:29.524150 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b75e67a-84d5-498b-9084-94cdc370d922 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:11:29.543750 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8b75e67a-84d5-498b-9084-94cdc370d922, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8b75e67a-84d5-498b-9084-94cdc370d922,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:29.547986 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:29.549920 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:29.675925 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=8b75e67a-84d5-498b-9084-94cdc370d922,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:29.680094 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:29.954223 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 37376) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:30.039775 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['8b75e67a-84d5-498b-9084-94cdc370d922'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:11:30.144208 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:30.172834 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:30.182837 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] Usage tracker for resource:security_group_rule and tenant:92d324bd26b345f39c829225ac542966 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:30.190152 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:30.197527 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:30.311995 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:30.320997 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:30.331905 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f031ab16-1281-46ae-9023-4aa821967e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:30.372742 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92d324bd26b345f39c829225ac542966&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4169557
Jul 19 01:11:30.373821 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dee45b-5fa8-4a43-928c-1b15ffe68160,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:30.377307 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:30.378260 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 37408) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:30.399797 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea73a9-b84b-442f-a333-a362502624c0 req-e57fc3fa-4400-4861-ac27-289d02c2a315 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:30.401229 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f1ea73a9-b84b-442f-a333-a362502624c0 req-e57fc3fa-4400-4861-ac27-289d02c2a315 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 944 time: 0.2897930
Jul 19 01:11:30.465646 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c7f87-a54e-4836-bc7a-27972565143f req-74480f96-49bd-41b6-a7f1-1305c86de8d0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:30.467156 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d65c7f87-a54e-4836-bc7a-27972565143f req-74480f96-49bd-41b6-a7f1-1305c86de8d0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1717913
Jul 19 01:11:30.518635 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f1ea73a9-b84b-442f-a333-a362502624c0 req-dfd91062-cd4b-4cf2-b2f2-bdbfbeac2e68 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065147
Jul 19 01:11:30.526033 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-daab9cac-059f-4315-bacc-af67bd4a6f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:30.566979 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d65c7f87-a54e-4836-bc7a-27972565143f req-30a056f3-d25a-4d0c-bbbf-3c35bb8ded6c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876756
Jul 19 01:11:30.572881 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-daab9cac-059f-4315-bacc-af67bd4a6f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:30.642079 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-daab9cac-059f-4315-bacc-af67bd4a6f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:30.646878 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5ef911e9-913a-494a-ab06-19da0d2f60fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:30.658632 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab9cac-059f-4315-bacc-af67bd4a6f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dee45b-5fa8-4a43-928c-1b15ffe68160,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:30.662690 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-daab9cac-059f-4315-bacc-af67bd4a6f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:30.672159 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-daab9cac-059f-4315-bacc-af67bd4a6f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:30.675856 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-daab9cac-059f-4315-bacc-af67bd4a6f65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49dee45b-5fa8-4a43-928c-1b15ffe68160 HTTP/1.1" status: 204  len: 168 time: 0.2941256
Jul 19 01:11:30.722199 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-e05a8c08-fbaa-45e7-8620-4bff3e76dfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.060032 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 37462) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:31.079678 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.096676 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:31.100945 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ecda43da2147c2a07e1f85084c2db2 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:31.104268 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:31.110882 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:31.207981 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.211853 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.220994 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f2625aec-cc8f-48ad-927d-716e7a320d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:31.260851 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0ecda43da2147c2a07e1f85084c2db2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1995902
Jul 19 01:11:31.261787 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50d24b-b72f-426d-9b68-c97d1dbbfcb6,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:31.263537 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 37470) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:31.265170 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:31.312454 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8b75e67a-84d5-498b-9084-94cdc370d922 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:11:31.323302 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6dc445e3-cf0e-4eb3-a437-b9fc4cb401e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.349676 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6dc445e3-cf0e-4eb3-a437-b9fc4cb401e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.386779 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port 8b75e67a-84d5-498b-9084-94cdc370d922 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:11:31.393392 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 8b75e67a-84d5-498b-9084-94cdc370d922 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:31.393796 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.421546 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6dc445e3-cf0e-4eb3-a437-b9fc4cb401e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.425686 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-235370e0-f670-442a-b4e2-4d0a9683f364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:31.439518 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc445e3-cf0e-4eb3-a437-b9fc4cb401e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50d24b-b72f-426d-9b68-c97d1dbbfcb6,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:31.442475 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6dc445e3-cf0e-4eb3-a437-b9fc4cb401e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:31.450200 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6dc445e3-cf0e-4eb3-a437-b9fc4cb401e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.451905 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-6dc445e3-cf0e-4eb3-a437-b9fc4cb401e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b50d24b-b72f-426d-9b68-c97d1dbbfcb6 HTTP/1.1" status: 204  len: 168 time: 0.1873343
Jul 19 01:11:31.499175 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.573055 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.651238 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b836442-2708-4b53-85b7-40284cb1facb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b75e67a-84d5-498b-9084-94cdc370d922'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:11:31.673248 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8b75e67a-84d5-498b-9084-94cdc370d922, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8b75e67a-84d5-498b-9084-94cdc370d922,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:31.680635 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:31.683741 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:31.844444 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=8b75e67a-84d5-498b-9084-94cdc370d922,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:31.849745 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:31.869484 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1ee57-3587-4088-ad2a-281016c0c25b req-f870b68c-0bc4-468f-8ad8-24b3705e4dfc tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:31.874164 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7f1ee57-3587-4088-ad2a-281016c0c25b req-f870b68c-0bc4-468f-8ad8-24b3705e4dfc tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 945 time: 0.2246535
Jul 19 01:11:31.941640 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7f1ee57-3587-4088-ad2a-281016c0c25b req-6dc51dbe-e38c-4032-83c0-f357f98c8e15 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604825
Jul 19 01:11:31.966113 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0fd44-8637-4824-909e-fb9e21832b38 req-e3162f1c-9f9b-4c05-afe2-516b562b2c1e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:31.967643 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0fb0fd44-8637-4824-909e-fb9e21832b38 req-e3162f1c-9f9b-4c05-afe2-516b562b2c1e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1598096
Jul 19 01:11:32.015722 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b836442-2708-4b53-85b7-40284cb1facb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b75e67a-84d5-498b-9084-94cdc370d922', 'code': 200}
Jul 19 01:11:32.020183 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0fb0fd44-8637-4824-909e-fb9e21832b38 req-822ae27a-eab3-4e6e-8cb6-531dca6f1e64 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461667
Jul 19 01:11:32.325744 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f394e-6509-46cd-9b4b-9231728fa9f7 req-00816b83-157d-4679-8bac-d2cc4324032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:32.327237 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8a7f394e-6509-46cd-9b4b-9231728fa9f7 req-00816b83-157d-4679-8bac-d2cc4324032f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 1098 time: 0.0724816
Jul 19 01:11:32.372717 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8a7f394e-6509-46cd-9b4b-9231728fa9f7 req-9c4d3570-8ecb-41d0-b0c5-56f90389304c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351560
Jul 19 01:11:32.906251 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:33.131001 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 37562) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:33.201721 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1b2b4-164e-4493-a602-f9c31b60cb23 req-3e9019a2-06c7-4f16-8956-7c09f0ccaf90 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:33.208713 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-77a1b2b4-164e-4493-a602-f9c31b60cb23 req-3e9019a2-06c7-4f16-8956-7c09f0ccaf90 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 945 time: 0.1442869
Jul 19 01:11:33.261007 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:33.279946 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-77a1b2b4-164e-4493-a602-f9c31b60cb23 req-4ef531a3-25ed-4feb-819f-922215d10944 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682273
Jul 19 01:11:33.286631 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:33.290586 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa611b85ae6457891eb4d06de9d63aa is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:33.293556 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:33.299444 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:33.311530 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524881e-2081-4804-a6f6-b81cd12eeec8 req-03f41c1c-a971-44a4-aa47-4f20e2e11782 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:33.313739 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6524881e-2081-4804-a6f6-b81cd12eeec8 req-03f41c1c-a971-44a4-aa47-4f20e2e11782 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1586039
Jul 19 01:11:33.378361 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6524881e-2081-4804-a6f6-b81cd12eeec8 req-09dc909b-6e26-43e2-94a6-b4356f8e6658 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589585
Jul 19 01:11:33.402849 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:33.410721 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:33.417918 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:33.458947 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfa611b85ae6457891eb4d06de9d63aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3267865
Jul 19 01:11:33.460980 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 37576) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:33.461413 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3540f71d-8b24-41dc-8889-234d5a037607,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:33.464542 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:33.522379 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7be7b618-e049-4f9c-bbed-4f4656a12cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:33.547686 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7be7b618-e049-4f9c-bbed-4f4656a12cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:33.600192 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7be7b618-e049-4f9c-bbed-4f4656a12cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:33.603790 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4d58398c-c298-4391-a7ac-f854d1097026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:33.615506 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7b618-e049-4f9c-bbed-4f4656a12cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3540f71d-8b24-41dc-8889-234d5a037607,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:33.618018 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-7be7b618-e049-4f9c-bbed-4f4656a12cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:33.625072 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7be7b618-e049-4f9c-bbed-4f4656a12cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:33.627033 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-7be7b618-e049-4f9c-bbed-4f4656a12cbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3540f71d-8b24-41dc-8889-234d5a037607 HTTP/1.1" status: 204  len: 168 time: 0.1646502
Jul 19 01:11:34.310676 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 37612) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:34.446868 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1762323066-network', 'tenant_id': '90fb810653564c84aa5c953d3bb64ed6'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:34.451911 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:34.457497 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Usage tracker for resource:network and tenant:90fb810653564c84aa5c953d3bb64ed6 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:34.466866 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:34.476316 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:34.490290 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Made reservation on behalf of 90fb810653564c84aa5c953d3bb64ed6 for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:11:34.492803 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:34.542261 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:34.571879 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d1596-7ccc-4dd4-a356-7a26f689578a req-621f3f87-ea35-43f3-a4f7-cba042d34599 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:34.573339 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2d2d1596-7ccc-4dd4-a356-7a26f689578a req-621f3f87-ea35-43f3-a4f7-cba042d34599 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 945 time: 0.1770487
Jul 19 01:11:34.586456 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:34.607939 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Usage tracker for resource:security_group_rule and tenant:90fb810653564c84aa5c953d3bb64ed6 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:34.613595 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:34.626360 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:34.655686 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2d2d1596-7ccc-4dd4-a356-7a26f689578a req-69d502d7-1a03-4d8f-bb49-1652e06d8e79 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723488
Jul 19 01:11:34.683061 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98c589-ac51-494e-b346-4ac9240809a3 req-1aa6c286-edc3-45bb-b939-eb9b2a5b9b17 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:34.684513 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3f98c589-ac51-494e-b346-4ac9240809a3 req-1aa6c286-edc3-45bb-b939-eb9b2a5b9b17 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1825573
Jul 19 01:11:34.782664 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3f98c589-ac51-494e-b346-4ac9240809a3 req-b6a8ce12-e61f-4c40-9e32-4e5de09717c4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680614
Jul 19 01:11:34.789744 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:34.797036 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:34.805844 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-62dcbba6-b609-4691-ba31-b8ff715ca279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:34.844464 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c23eb58-438d-4685-96e5-5cede215c023,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:34.854325 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:11:34.866486 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:34.867574 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:34.867944 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Added segment e03a20d4-022f-4028-ae36-4e7e47df1b64 of type vlan for network 29d51f2c-d433-4485-a3b5-91ae7de86351
Jul 19 01:11:34.900544 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:34.930141 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:34.931352 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:34.931932 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:34.935282 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2f37b530-3db0-47f1-ac1a-6829984ed250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:35.040062 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Pushing event updated for resources: {'Network': ['ID=29d51f2c-d433-4485-a3b5-91ae7de86351,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:35.046001 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7311935
Jul 19 01:11:35.046001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:35.046199 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 37632) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:11:35.051979 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Request body: {'subnet': {'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1762323066-subnet', 'tenant_id': '90fb810653564c84aa5c953d3bb64ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:35.056581 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 29d51f2c-d433-4485-a3b5-91ae7de86351 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:11:35.057013 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:35.060406 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Usage tracker for resource:subnet and tenant:90fb810653564c84aa5c953d3bb64ed6 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:35.063319 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:35.068982 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:35.080829 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Made reservation on behalf of 90fb810653564c84aa5c953d3bb64ed6 for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:11:35.083334 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14833611'] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:35.287558 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15511480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14833593'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:35.292314 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e6e2e742-0010-4619-8dfc-5ff4c88a451c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:35.366474 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b14169b-f62d-4f55-9406-ac0e7b5fafff,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:35.370471 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:35.374589 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Checking segment: {'id': 'e03a20d4-022f-4028-ae36-4e7e47df1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:11:35.374963 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Network hostable DHCP agents. Network: 29d51f2c-d433-4485-a3b5-91ae7de86351, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:11:35.395395 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Network 29d51f2c-d433-4485-a3b5-91ae7de86351 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:11:35.404770 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 29d51f2c-d433-4485-a3b5-91ae7de86351) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:11:35.413589 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:35.414335 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:35.414538 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc2cf89-7d7b-49a9-b549-35c7074d991a None None] Network 29d51f2c-d433-4485-a3b5-91ae7de86351 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:11:35.441763 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3939462
Jul 19 01:11:35.639691 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d0f997-227c-40de-9ec7-a0b17ebc447a None None] Network 29d51f2c-d433-4485-a3b5-91ae7de86351 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:11:35.992390 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45f335-0d23-4849-8eb4-50596e41d3bf req-80ab0218-7c85-45a5-ab98-627a9e4fff80 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:35.997523 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7f45f335-0d23-4849-8eb4-50596e41d3bf req-80ab0218-7c85-45a5-ab98-627a9e4fff80 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0865860
Jul 19 01:11:36.133279 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7f45f335-0d23-4849-8eb4-50596e41d3bf req-b18f3d50-0584-4046-9fa5-4e845e2c5abc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324449
Jul 19 01:11:37.332518 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c50af-ab48-4d60-9a19-9d0ed2780b8d req-69a981a8-1e24-4641-b258-59641e1cd265 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:37.333990 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e81c50af-ab48-4d60-9a19-9d0ed2780b8d req-69a981a8-1e24-4641-b258-59641e1cd265 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0807211
Jul 19 01:11:37.377761 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e81c50af-ab48-4d60-9a19-9d0ed2780b8d req-fc39b1c8-8024-46d6-8c08-339e2131d38b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380840
Jul 19 01:11:41.823852 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077f87d-b700-4e74-9c91-3cedfdce08c8 req-c558d442-8b45-4475-85be-4dd4708cffa0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:41.825349 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8077f87d-b700-4e74-9c91-3cedfdce08c8 req-c558d442-8b45-4475-85be-4dd4708cffa0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0819309
Jul 19 01:11:41.869844 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8077f87d-b700-4e74-9c91-3cedfdce08c8 req-7ea31971-46f2-4ef6-9c3a-ab0fdef52e22 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387051
Jul 19 01:11:43.742943 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-99886691-bb9d-4a87-a6f8-b60dd86cce2b tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:43.742943 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-99886691-bb9d-4a87-a6f8-b60dd86cce2b tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Synchronizing usage tracker for tenant:90fb810653564c84aa5c953d3bb64ed6 on resource:network {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:11:43.759017 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-99886691-bb9d-4a87-a6f8-b60dd86cce2b tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Unset dirty status for tenant:90fb810653564c84aa5c953d3bb64ed6 on resource:network {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:11:43.760237 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-99886691-bb9d-4a87-a6f8-b60dd86cce2b tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/networks?id=29d51f2c-d433-4485-a3b5-91ae7de86351 HTTP/1.1" status: 200  len: 809 time: 0.1641641
Jul 19 01:11:43.775571 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-ab31b1eb-b8b3-4f74-9000-4265dac2fa04 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/quotas/90fb810653564c84aa5c953d3bb64ed6 HTTP/1.1" status: 200  len: 375 time: 0.0099247
Jul 19 01:11:43.822281 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-ea75770b-2342-4a65-9d5c-1fcb61e70ee3 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=90fb810653564c84aa5c953d3bb64ed6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0416081
Jul 19 01:11:43.958585 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-5642a7d3-1c45-48d8-a457-5e24a782424b service neutron] 10.222.0.24 "GET /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290817
Jul 19 01:11:44.092793 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-47a020f7-7fdb-4f66-9b7a-b53a0a66889c service neutron] 10.222.0.24 "GET /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259320
Jul 19 01:11:44.364713 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3a20f-3a74-45c5-937d-28b6b6932891 req-98ff5a22-6eb5-45dd-a158-473fae678eae tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:44.366194 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2ff3a20f-3a74-45c5-937d-28b6b6932891 req-98ff5a22-6eb5-45dd-a158-473fae678eae tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0947413
Jul 19 01:11:44.416583 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2ff3a20f-3a74-45c5-937d-28b6b6932891 req-5f7e1c39-9402-4890-8f25-16f3fae485c9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443866
Jul 19 01:11:45.538823 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5d851763-7541-4d03-b324-e8c78e565432 req-88616eae-7ddd-419f-aca3-240d5713fd18 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 210 time: 0.0476115
Jul 19 01:11:45.637157 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3707328-0369-4b49-b2ca-2cea084225d3 req-8425b048-48dd-4956-ae14-9a46a61cabd2 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:45.638664 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a3707328-0369-4b49-b2ca-2cea084225d3 req-8425b048-48dd-4956-ae14-9a46a61cabd2 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0914078
Jul 19 01:11:45.686710 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a3707328-0369-4b49-b2ca-2cea084225d3 req-d77e930a-63c4-468e-a2af-c1221fefc387 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422347
Jul 19 01:11:46.776338 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-1efbfd52-35cf-41ce-a344-bafe6eb02841 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:46.779801 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-1efbfd52-35cf-41ce-a344-bafe6eb02841 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.16 "GET /v2.0/networks?id=29d51f2c-d433-4485-a3b5-91ae7de86351 HTTP/1.1" status: 200  len: 809 time: 0.1989777
Jul 19 01:11:46.804618 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Request body: {'port': {'device_id': 'f1642a85-a4db-4741-9943-0b9cd85cee4a', 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351', 'admin_state_up': True, 'tenant_id': '90fb810653564c84aa5c953d3bb64ed6'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:46.979230 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-65b2843b-0d74-4ed4-be5c-7034e94674e3 req-6c6e8729-d065-4de2-bf80-5a065a7fc7ce tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 210 time: 0.0544519
Jul 19 01:11:47.007081 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:47.007081 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Usage tracker for resource:port and tenant:90fb810653564c84aa5c953d3bb64ed6 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:47.009432 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:47.009608 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b5c05-cc63-4a84-9c24-2ebe888ecd47 req-eaa1990c-32e0-46d6-a410-0878cbf0abdb tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:47.011911 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-262b5c05-cc63-4a84-9c24-2ebe888ecd47 req-eaa1990c-32e0-46d6-a410-0878cbf0abdb tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1469703
Jul 19 01:11:47.016230 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:47.027918 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Made reservation on behalf of 90fb810653564c84aa5c953d3bb64ed6 for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:11:47.031558 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:47.061047 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-262b5c05-cc63-4a84-9c24-2ebe888ecd47 req-68a07172-bdc4-4900-8379-497465228aa8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410254
Jul 19 01:11:47.192162 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Allocated IP 172.20.0.14 (29d51f2c-d433-4485-a3b5-91ae7de86351/4b14169b-f62d-4f55-9406-ac0e7b5fafff/c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:11:47.409440 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:47.439037 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:47.444443 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f1244101-48cd-42f4-8b46-8a508695985c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:47.547897 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Network 29d51f2c-d433-4485-a3b5-91ae7de86351 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:11:47.554779 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:11:47.559220 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:11:47.564702 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:47.565312 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:47.580786 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Pushing event updated for resources: {'Port': ['ID=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:47.603260 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.603458 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.603903 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.604333 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.604649 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.605072 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.605410 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.605771 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.606194 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.606531 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.606875 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.607208 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:47.615515 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:47.621279 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8208134
Jul 19 01:11:47.634262 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c73e7-bf8d-4e64-ad58-709d38992d39 req-13c6a17b-1c32-48a4-8e71-47e3847997a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:47.635756 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d33c73e7-bf8d-4e64-ad58-709d38992d39 req-13c6a17b-1c32-48a4-8e71-47e3847997a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 1098 time: 0.1426291
Jul 19 01:11:47.640619 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Request body: {'port': {'device_id': 'f1642a85-a4db-4741-9943-0b9cd85cee4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:47.746175 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d33c73e7-bf8d-4e64-ad58-709d38992d39 req-df65c79f-00b4-46c4-abe0-e1883606fe23 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751495
Jul 19 01:11:47.825163 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:48.258444 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:11:48.268147 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:48.284714 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Transition to ACTIVE for port object c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:11:48.290572 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:48.295842 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:48.314021 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:11:48.485201 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:48.492710 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:48.494629 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693055fd-72d8-4ffa-8eb4-3053d1214677 req-1b987636-81b9-449a-a7a7-ed95742a9827 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:48.496693 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Attempting to bind port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:11:48.497020 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Attempting to bind port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'e03a20d4-022f-4028-ae36-4e7e47df1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:11:48.497333 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Attempting to bind port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 on network 29d51f2c-d433-4485-a3b5-91ae7de86351 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:11:48.497790 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-693055fd-72d8-4ffa-8eb4-3053d1214677 req-1b987636-81b9-449a-a7a7-ed95742a9827 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 944 time: 0.0970888
Jul 19 01:11:48.510497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 on network 29d51f2c-d433-4485-a3b5-91ae7de86351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:11:48.510497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Attempting to bind port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 on network 29d51f2c-d433-4485-a3b5-91ae7de86351 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:11:48.510497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:11:48.510497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Checking segment: {'id': 'e03a20d4-022f-4028-ae36-4e7e47df1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:11:48.510497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Bound using segment: {'id': 'e03a20d4-022f-4028-ae36-4e7e47df1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:11:48.510497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Bound port: c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03a20d4-022f-4028-ae36-4e7e47df1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:11:48.510497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:48.553899 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-693055fd-72d8-4ffa-8eb4-3053d1214677 req-3a2b7802-a8c5-492d-abd7-ce803b1757cc tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Synchronizing usage tracker for tenant:90fb810653564c84aa5c953d3bb64ed6 on resource:security_group {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:11:48.575617 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-693055fd-72d8-4ffa-8eb4-3053d1214677 req-3a2b7802-a8c5-492d-abd7-ce803b1757cc tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Unset dirty status for tenant:90fb810653564c84aa5c953d3bb64ed6 on resource:security_group {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:11:48.582762 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-693055fd-72d8-4ffa-8eb4-3053d1214677 req-3a2b7802-a8c5-492d-abd7-ce803b1757cc tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774786
Jul 19 01:11:48.603447 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] For port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:11:48.607564 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] For port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,segment=NetworkSegment(e03a20d4-022f-4028-ae36-4e7e47df1b64),segment_id=e03a20d4-022f-4028-ae36-4e7e47df1b64)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:11:48.612989 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:48.618642 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:48.707018 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:48.707018 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:48.708389 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] 10.222.0.16 "PUT /v2.0/ports/c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 HTTP/1.1" status: 200  len: 1094 time: 1.0717487
Jul 19 01:11:48.714433 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1642a85-a4db-4741-9943-0b9cd85cee4a', 'tag': 'c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:11:48.738507 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bacc1c-dbb5-4ced-957b-e4a460794181 req-b51a250d-b550-4f47-b855-9df990112bab tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:48.747621 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b8bacc1c-dbb5-4ced-957b-e4a460794181 req-b51a250d-b550-4f47-b855-9df990112bab tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1111715
Jul 19 01:11:48.758714 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:48.761860 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:48.804495 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b8bacc1c-dbb5-4ced-957b-e4a460794181 req-dc4093d3-3619-45ed-b366-3621abf597eb tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556622
Jul 19 01:11:48.866869 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1642a85-a4db-4741-9943-0b9cd85cee4a', 'tag': 'c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6', 'status': 'completed', 'code': 200}
Jul 19 01:11:48.897324 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-7f44e837-859c-42ee-a127-9d71bad1eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:48.898859 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-7f44e837-859c-42ee-a127-9d71bad1eb5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90fb810653564c84aa5c953d3bb64ed6&device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 1097 time: 0.1043227
Jul 19 01:11:48.995626 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-0d322fae-9e8c-4565-a0cb-26a6e02f96bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 HTTP/1.1" status: 200  len: 217 time: 0.0695074
Jul 19 01:11:49.064343 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-26b68a3f-aeab-4910-beef-45c1deb6d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:49.065872 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-26b68a3f-aeab-4910-beef-45c1deb6d5cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b14169b-f62d-4f55-9406-ac0e7b5fafff HTTP/1.1" status: 200  len: 849 time: 0.0594640
Jul 19 01:11:49.136230 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-e26eed39-f7a8-4689-a072-788edc0a967c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29d51f2c-d433-4485-a3b5-91ae7de86351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517461
Jul 19 01:11:49.352214 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-e828a5e1-cde2-4ec5-badf-bffb1745bb9d service neutron] 10.222.0.16 "GET /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913574
Jul 19 01:11:49.501886 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1f461dad-ef5c-4f7c-8caa-b94b144c2277 req-c7c1f70f-652b-4ab6-aac2-f8fce6df3225 service neutron] 10.222.0.16 "GET /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293457
Jul 19 01:11:49.705025 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be282574-ed2b-4c95-bb43-b1e351976846 req-d3769c44-ab43-42a9-803f-301c6b6dca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:49.706620 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-be282574-ed2b-4c95-bb43-b1e351976846 req-d3769c44-ab43-42a9-803f-301c6b6dca34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90fb810653564c84aa5c953d3bb64ed6&device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 1097 time: 0.0757110
Jul 19 01:11:49.799082 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c274c-83c6-4d64-a18f-ea85e023b8fb req-42561413-e3da-4a26-9ee2-6723bf37106c tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:49.800579 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ae2c274c-83c6-4d64-a18f-ea85e023b8fb req-42561413-e3da-4a26-9ee2-6723bf37106c tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 944 time: 0.1049361
Jul 19 01:11:49.858029 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ae2c274c-83c6-4d64-a18f-ea85e023b8fb req-f2d0c481-9e07-45fe-a024-df6b26c5acc5 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492587
Jul 19 01:11:49.862486 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be282574-ed2b-4c95-bb43-b1e351976846 req-a0bff95c-7650-480e-a284-b694c48e636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:49.864098 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-be282574-ed2b-4c95-bb43-b1e351976846 req-a0bff95c-7650-480e-a284-b694c48e636a service neutron] 10.222.0.16 "GET /v2.0/networks?id=29d51f2c-d433-4485-a3b5-91ae7de86351 HTTP/1.1" status: 200  len: 909 time: 0.1411371
Jul 19 01:11:49.945913 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-be282574-ed2b-4c95-bb43-b1e351976846 req-3a30db72-aa2f-48cf-9c91-5d8d7dad5ecf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 HTTP/1.1" status: 200  len: 217 time: 0.0653968
Jul 19 01:11:50.015237 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f98e3-e207-449f-afaa-f96c69a4f373 req-1e761e33-3940-4a2b-81d9-4923d45681c0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:50.017268 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d55f98e3-e207-449f-afaa-f96c69a4f373 req-1e761e33-3940-4a2b-81d9-4923d45681c0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0879796
Jul 19 01:11:50.063529 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d55f98e3-e207-449f-afaa-f96c69a4f373 req-4bd00c81-7b6e-4bb5-b4de-424f0bc26d4b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403552
Jul 19 01:11:50.093666 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be282574-ed2b-4c95-bb43-b1e351976846 req-8c88d562-1381-4e17-883a-c7912a2d5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:50.095191 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-be282574-ed2b-4c95-bb43-b1e351976846 req-8c88d562-1381-4e17-883a-c7912a2d5484 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b14169b-f62d-4f55-9406-ac0e7b5fafff HTTP/1.1" status: 200  len: 849 time: 0.1399903
Jul 19 01:11:50.148772 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-be282574-ed2b-4c95-bb43-b1e351976846 req-982962b0-4f14-43f8-89c1-83bfac4f5632 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29d51f2c-d433-4485-a3b5-91ae7de86351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439963
Jul 19 01:11:50.256916 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac707f1-e65d-4d4a-9f8f-0952dd1485f1 req-26bcd405-be09-4617-a227-1eafc4c351b1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:50.258947 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8ac707f1-e65d-4d4a-9f8f-0952dd1485f1 req-26bcd405-be09-4617-a227-1eafc4c351b1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0856838
Jul 19 01:11:50.312605 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8ac707f1-e65d-4d4a-9f8f-0952dd1485f1 req-c8623376-4f06-48d9-a10b-95f9fa4f00e4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450933
Jul 19 01:11:50.348565 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-be282574-ed2b-4c95-bb43-b1e351976846 req-a05396e4-f3d3-4e2c-ab15-c47fbbbfac30 service neutron] 10.222.0.16 "GET /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832697
Jul 19 01:11:50.491973 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-be282574-ed2b-4c95-bb43-b1e351976846 req-b16f7981-fc15-421c-8b2f-e2585a8bbcdc service neutron] 10.222.0.16 "GET /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394882
Jul 19 01:11:51.094664 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33354be8-f27f-4222-8058-3e33a1336962 req-73f67b7c-b181-49bf-8cc9-3e427275fabe tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:51.095897 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-33354be8-f27f-4222-8058-3e33a1336962 req-73f67b7c-b181-49bf-8cc9-3e427275fabe tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 944 time: 0.1388381
Jul 19 01:11:51.149857 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-33354be8-f27f-4222-8058-3e33a1336962 req-cf590134-74c2-4cda-9117-b4f6d8fdbae3 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459275
Jul 19 01:11:51.355053 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:11:51.489462 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,segment=NetworkSegment(e03a20d4-022f-4028-ae36-4e7e47df1b64),segment_id=e03a20d4-022f-4028-ae36-4e7e47df1b64)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:51.503509 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6', 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351', 'port_id': 'c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6', 'mac_address': 'fa:16:3e:8c:c0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14169b-f62d-4f55-9406-ac0e7b5fafff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:11:51.558552 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:51.575843 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:11:51.592604 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,segment=NetworkSegment(e03a20d4-022f-4028-ae36-4e7e47df1b64),segment_id=e03a20d4-022f-4028-ae36-4e7e47df1b64)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:51.596378 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:51.598156 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-e7d813e8-89f3-42d7-8b11-b960f2e7d404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:51.667151 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:51.674292 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.674619 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.674958 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.675289 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.675619 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.675945 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.676267 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.676589 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.676933 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.677257 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.677577 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.677924 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:11:51.681896 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:51.787818 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-8e6ae521-4a12-46ee-8968-14e7a62e29d2 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:51.789267 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-8e6ae521-4a12-46ee-8968-14e7a62e29d2 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 815 time: 0.1505573
Jul 19 01:11:51.803957 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-1c48e452-d948-49ca-bbe2-62b7187a58c0 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/quotas/63b1ff8ffc31441cae9f04ef3deb45eb HTTP/1.1" status: 200  len: 375 time: 0.0091550
Jul 19 01:11:51.896512 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-9b39b6c6-c4fd-4935-9ea0-57397d41bc1d tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0873306
Jul 19 01:11:52.033745 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-6116c445-b1a3-44c7-9bf5-1ebaa322757a service neutron] 10.222.0.24 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260715
Jul 19 01:11:52.128578 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:11:52.186479 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-bca9d812-cd00-4b55-9ce8-e7bb80cd83e2 service neutron] 10.222.0.24 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508713
Jul 19 01:11:52.744083 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-2bac1ac2-2d31-4733-b1e5-74512ddf7c9b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382980441&fields=id&tenant_id=a348ea9c922b4a408fcd783d34f75e06 HTTP/1.1" status: 200  len: 267 time: 0.1178815
Jul 19 01:11:52.839868 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6f8b0-b790-438d-a192-7cf2f7fd6b9e req-efeb1ce7-f419-4ab2-b96c-fae605403b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:52.841376 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-08d6f8b0-b790-438d-a192-7cf2f7fd6b9e req-efeb1ce7-f419-4ab2-b96c-fae605403b9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 1098 time: 0.1133802
Jul 19 01:11:52.920137 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a32696-361c-400c-9cda-e7df451154e7 req-f6c14c1c-8cf0-4e23-a0c2-aa436018fe49 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:52.922801 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c3a32696-361c-400c-9cda-e7df451154e7 req-f6c14c1c-8cf0-4e23-a0c2-aa436018fe49 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 945 time: 0.2434287
Jul 19 01:11:52.970949 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-1b614887-3873-4f2b-851d-2a4912c05ac3 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:52.977751 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-1b614887-3873-4f2b-851d-2a4912c05ac3 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/networks?id=c079f077-1996-4d04-bab9-7c5a3344760f HTTP/1.1" status: 200  len: 809 time: 0.2325206
Jul 19 01:11:52.996607 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-d36f10d7-ee71-491b-8743-b9cf9a86f8ba tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/quotas/a348ea9c922b4a408fcd783d34f75e06 HTTP/1.1" status: 200  len: 375 time: 0.0175867
Jul 19 01:11:53.059945 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6f8b0-b790-438d-a192-7cf2f7fd6b9e req-4f978fed-4d06-4051-9faa-13231e04f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:53.062371 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-08d6f8b0-b790-438d-a192-7cf2f7fd6b9e req-4f978fed-4d06-4051-9faa-13231e04f439 service neutron] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 919 time: 0.1992252
Jul 19 01:11:53.070889 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c3a32696-361c-400c-9cda-e7df451154e7 req-feae084d-ab84-46dc-94e1-b1ce5e7048f1 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359022
Jul 19 01:11:53.118554 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-c045aa42-afcd-4029-b077-88013a1e2e5f tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Synchronizing usage tracker for tenant:a348ea9c922b4a408fcd783d34f75e06 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:11:53.144546 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-c045aa42-afcd-4029-b077-88013a1e2e5f tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Unset dirty status for tenant:a348ea9c922b4a408fcd783d34f75e06 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:11:53.162289 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-c045aa42-afcd-4029-b077-88013a1e2e5f tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a348ea9c922b4a408fcd783d34f75e06&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1562109
Jul 19 01:11:53.225666 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-08d6f8b0-b790-438d-a192-7cf2f7fd6b9e req-b188543f-a71e-47f0-b90a-d34d3ecaafd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 HTTP/1.1" status: 200  len: 217 time: 0.1250503
Jul 19 01:11:53.315269 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6f8b0-b790-438d-a192-7cf2f7fd6b9e req-bd4a9e5f-9ef6-40e8-918b-b28f15a14da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:53.316814 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-08d6f8b0-b790-438d-a192-7cf2f7fd6b9e req-bd4a9e5f-9ef6-40e8-918b-b28f15a14da4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.0661922
Jul 19 01:11:53.325105 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6650250e-9bfa-4c61-95b3-57f54bdb61d7 req-b0d446ec-48e3-42b6-bd6c-562184408e4f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 210 time: 0.0536816
Jul 19 01:11:53.367384 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-08d6f8b0-b790-438d-a192-7cf2f7fd6b9e req-6d998c56-99b7-43dc-a5c9-08e03da581c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415521
Jul 19 01:11:53.368452 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-1cfa3c43-d5bf-448c-a8ca-a51b1e9f7d1d service neutron] 10.222.0.24 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051063
Jul 19 01:11:53.502014 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-08d6f8b0-b790-438d-a192-7cf2f7fd6b9e req-865d88b9-46dd-4169-9b50-a1ef7c7346d8 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266117
Jul 19 01:11:53.554078 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-2c8bb42c-87a3-4e3d-b5d2-8cf3ac2da81e service neutron] 10.222.0.24 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798091
Jul 19 01:11:53.577495 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0e75-7406-446b-98e1-565bd5e4ba78 req-8e421cf0-3916-4ec4-a4fd-ecd0586055b0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:53.578797 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9d5d0e75-7406-446b-98e1-565bd5e4ba78 req-8e421cf0-3916-4ec4-a4fd-ecd0586055b0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1105409
Jul 19 01:11:53.627884 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9d5d0e75-7406-446b-98e1-565bd5e4ba78 req-a4e08c2a-e662-4698-b1f3-c710842f1541 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0431077
Jul 19 01:11:53.643378 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-08d6f8b0-b790-438d-a192-7cf2f7fd6b9e req-d3abc4d5-c7f9-4c29-8fa4-d308dbcdb805 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305902
Jul 19 01:11:53.823128 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb8b26-eec8-4e83-a87b-2e1636fc458d req-d0126635-419d-469a-aa98-d98924f4fda1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:53.825090 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-acfb8b26-eec8-4e83-a87b-2e1636fc458d req-d0126635-419d-469a-aa98-d98924f4fda1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0929093
Jul 19 01:11:53.885685 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-acfb8b26-eec8-4e83-a87b-2e1636fc458d req-429b5793-1753-406c-81b1-d813a24dba75 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523729
Jul 19 01:11:54.066656 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b36b8c3a-84f0-42da-bee8-7ae04f7b6174 req-b0d0206f-d344-41d9-8c71-118a390ad718 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 210 time: 0.0863447
Jul 19 01:11:54.110213 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-59b473b8-b8c0-44e8-a36a-eeea4a7890f7 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:54.112572 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-59b473b8-b8c0-44e8-a36a-eeea4a7890f7 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 815 time: 0.1799600
Jul 19 01:11:54.137379 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Request body: {'port': {'device_id': '632a9c97-ada4-4287-bfd8-d1b86c6832ff', 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4', 'admin_state_up': True, 'tenant_id': '63b1ff8ffc31441cae9f04ef3deb45eb'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:54.419465 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:54.429523 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Usage tracker for resource:port and tenant:63b1ff8ffc31441cae9f04ef3deb45eb is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:11:54.438100 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:11:54.459199 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:54.468841 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Made reservation on behalf of 63b1ff8ffc31441cae9f04ef3deb45eb for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:11:54.472494 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:54.590162 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6f5ee1bf-e007-4914-b6a7-0b31488ce982 req-ae27089c-c5e1-4cb0-ae0c-28d86535ca91 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 210 time: 0.1354892
Jul 19 01:11:54.676116 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Allocated IP 172.20.0.8 (21b21fff-ae80-46fa-9bb7-9194a4b077c4/69801f67-48c3-428b-97c7-9b4f16bcca80/76d88b78-505b-48fc-a89b-256a356f835b) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:11:54.707576 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76e582-ce9e-4c4e-84a8-6c1f859d2bfe req-f8cd64a2-eefe-4f8e-b5b3-034b6cba860f tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:54.710099 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a76e582-ce9e-4c4e-84a8-6c1f859d2bfe req-f8cd64a2-eefe-4f8e-b5b3-034b6cba860f tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 945 time: 0.2595940
Jul 19 01:11:54.834271 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a76e582-ce9e-4c4e-84a8-6c1f859d2bfe req-c8cbb00d-ce11-4b0f-aef2-7bec318caa3f tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183381
Jul 19 01:11:54.883755 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf526c77-5694-4f6b-bf87-c843b4647282 req-c4b14b2f-b3c1-44d7-95d6-fb7395a8345f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:54.886143 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf526c77-5694-4f6b-bf87-c843b4647282 req-c4b14b2f-b3c1-44d7-95d6-fb7395a8345f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1044381
Jul 19 01:11:54.947614 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf526c77-5694-4f6b-bf87-c843b4647282 req-96b7115b-9927-4a1e-9a5e-b247dee596ca tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0559268
Jul 19 01:11:55.019214 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:55.050054 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:55.056919 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a0bc7085-84aa-4cac-afd2-b899f6042c3b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:55.088797 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d706ee-7de8-4e8a-afa2-bd7f93be77d5 req-55ffe9ee-bf25-490f-9193-c1936a4635b8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:55.090540 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7d706ee-7de8-4e8a-afa2-bd7f93be77d5 req-55ffe9ee-bf25-490f-9193-c1936a4635b8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0820379
Jul 19 01:11:55.120684 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:11:55.123823 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:11:55.130529 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:11:55.136221 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:55.136968 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:55.152999 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7d706ee-7de8-4e8a-afa2-bd7f93be77d5 req-68d9a9db-d139-4552-ba0f-6955d2c6ab50 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562634
Jul 19 01:11:55.160724 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Pushing event updated for resources: {'Port': ['ID=76d88b78-505b-48fc-a89b-256a356f835b,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:55.163919 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:55.174043 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0410028
Jul 19 01:11:55.229571 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-66744547-0aa9-4e61-b6eb-a6f84036ea20 req-6e3ea83a-4e44-4f7c-847f-f063a11cb72e tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 210 time: 0.0439532
Jul 19 01:11:55.769262 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b56209-ca26-4648-91e6-e06b3ba18703 req-6c880b02-3c51-4237-a625-d045e0d4a17a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:55.770855 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-15b56209-ca26-4648-91e6-e06b3ba18703 req-6c880b02-3c51-4237-a625-d045e0d4a17a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 931 time: 0.0829525
Jul 19 01:11:55.817950 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-15b56209-ca26-4648-91e6-e06b3ba18703 req-41ff7988-274f-4415-927f-c9f2d8d2a4d1 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414672
Jul 19 01:11:56.020675 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8c956-d0e9-4ad8-9e82-ea68e216e747 req-cc46e418-df8d-470d-aa5f-ba5fc98b27ce tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:56.022214 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bec8c956-d0e9-4ad8-9e82-ea68e216e747 req-cc46e418-df8d-470d-aa5f-ba5fc98b27ce tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 945 time: 0.0795856
Jul 19 01:11:56.104245 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bec8c956-d0e9-4ad8-9e82-ea68e216e747 req-6f8f09c2-8984-4a95-b78e-acba93e4a2c1 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763578
Jul 19 01:11:56.105260 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c3e481df-a4c3-4140-b240-b54b8c1c3504', '03dba630-0d7e-49c7-a6f0-0358de56e2d3', '8b75e67a-84d5-498b-9084-94cdc370d922'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:11:56.158280 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce6aa1-761f-431d-97ff-69cda53d20ad req-8372a499-0bc8-4df3-901e-7342e9e3ae5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:56.159725 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f5ce6aa1-761f-431d-97ff-69cda53d20ad req-8372a499-0bc8-4df3-901e-7342e9e3ae5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.0978491
Jul 19 01:11:56.208395 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f5ce6aa1-761f-431d-97ff-69cda53d20ad req-631e634c-c749-4fd2-a4b1-ad77288a3e0e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0426979
Jul 19 01:11:56.392172 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-411ffbf4-18ec-4cde-a93e-c6d4f9f54709 req-ca82847c-5eb3-477b-af92-a34400b43e35 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 210 time: 0.0480404
Jul 19 01:11:56.400427 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95a9a6-53c8-4d0c-a3dc-cb1b613cbf79 req-9860ef71-99a9-4833-bc2e-92114452393c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:56.401977 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1a95a9a6-53c8-4d0c-a3dc-cb1b613cbf79 req-9860ef71-99a9-4833-bc2e-92114452393c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1261587
Jul 19 01:11:56.449693 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1a95a9a6-53c8-4d0c-a3dc-cb1b613cbf79 req-b5c39add-ad8f-4134-94a5-7518b3b32250 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407367
Jul 19 01:11:57.002412 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf87d33-03d4-4eba-9070-e759390512a3 req-2fe30f61-6171-4c29-b1dd-b1a6556af735 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:57.003849 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ddf87d33-03d4-4eba-9070-e759390512a3 req-2fe30f61-6171-4c29-b1dd-b1a6556af735 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 931 time: 0.0826333
Jul 19 01:11:57.047431 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ddf87d33-03d4-4eba-9070-e759390512a3 req-97614ca8-dbdc-4d02-bd78-722c0ab3c960 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379257
Jul 19 01:11:57.289770 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e486ed-38bc-403f-897f-8b7cac48a95d req-1f1d03a7-c8fc-4f6b-a76f-3eebebac5e10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:57.291238 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-96e486ed-38bc-403f-897f-8b7cac48a95d req-1f1d03a7-c8fc-4f6b-a76f-3eebebac5e10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 945 time: 0.0803580
Jul 19 01:11:57.376812 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-96e486ed-38bc-403f-897f-8b7cac48a95d req-f35908e0-365b-4923-9a98-362294faa481 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799949
Jul 19 01:11:57.415308 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20817161-d238-4360-a39c-90c9f2ec4254 req-69c0fa50-6dae-41e5-98e7-28e1191fc924 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:57.416735 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-20817161-d238-4360-a39c-90c9f2ec4254 req-69c0fa50-6dae-41e5-98e7-28e1191fc924 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.0922105
Jul 19 01:11:57.460746 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-20817161-d238-4360-a39c-90c9f2ec4254 req-b8abe2aa-22e4-4e4b-938f-f05a0dae8bf5 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0384197
Jul 19 01:11:57.539997 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3dd23613-2c54-4841-99e7-4ef7c7b85ee6 req-6ce5b02a-54b2-42d8-a2f6-66362a8fcc28 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 210 time: 0.0436542
Jul 19 01:11:57.638455 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71985d3-264e-4877-a63e-f5f75d5c5643 req-eacd7438-f468-4c21-b811-86a1150c1aa1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:57.640398 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d71985d3-264e-4877-a63e-f5f75d5c5643 req-eacd7438-f468-4c21-b811-86a1150c1aa1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0844395
Jul 19 01:11:57.684694 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d71985d3-264e-4877-a63e-f5f75d5c5643 req-26582feb-a422-494b-a77b-dd850a00ae3f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383868
Jul 19 01:11:57.994360 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-73f9a206-6760-4e39-976d-f485c327dfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:58.048982 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:11:58.052050 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Request body: {'port': {'device_id': '632a9c97-ada4-4287-bfd8-d1b86c6832ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:58.123303 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:11:58.129354 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:11:58.129892 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:58.174666 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:58.256223 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:58.272475 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74defb4e-adf9-4c56-b00b-cf3c811c1424 req-d82ba1e0-413f-4337-b7c6-38ac44b93723 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:58.274011 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-74defb4e-adf9-4c56-b00b-cf3c811c1424 req-d82ba1e0-413f-4337-b7c6-38ac44b93723 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 931 time: 0.0860398
Jul 19 01:11:58.284320 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1642a85-a4db-4741-9943-0b9cd85cee4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:11:58.302631 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,segment=NetworkSegment(e03a20d4-022f-4028-ae36-4e7e47df1b64),segment_id=e03a20d4-022f-4028-ae36-4e7e47df1b64)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:11:58.308957 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:58.313250 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:58.335955 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-74defb4e-adf9-4c56-b00b-cf3c811c1424 req-8ea50fcd-897e-49e4-adf5-95a06b32ffad tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557973
Jul 19 01:11:58.383748 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1642a85-a4db-4741-9943-0b9cd85cee4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6', 'code': 200}
Jul 19 01:11:58.425049 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:58.430111 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:58.436026 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-a8a9a08a-0c18-43dc-8636-b98939b08a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:58.437541 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-a8a9a08a-0c18-43dc-8636-b98939b08a92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 1098 time: 0.2009981
Jul 19 01:11:58.501601 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:58.729813 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d88b78-505b-48fc-a89b-256a356f835b {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:11:58.773133 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:58.848404 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Transition to ACTIVE for port object 76d88b78-505b-48fc-a89b-256a356f835b will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:11:58.850899 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-d34d2381-1df2-4fa0-8d95-fa76168b382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:58.855328 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-d34d2381-1df2-4fa0-8d95-fa76168b382e service neutron] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 919 time: 0.2876031
Jul 19 01:11:58.859202 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:58.869498 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:59.028399 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa7a08-3bb8-4cf5-8bdb-8ed920c5d33a req-0218cbe4-bfd2-4c2b-ab78-9ce2585bbb49 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:59.035719 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2daa7a08-3bb8-4cf5-8bdb-8ed920c5d33a req-0218cbe4-bfd2-4c2b-ab78-9ce2585bbb49 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 946 time: 0.4854667
Jul 19 01:11:59.044327 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a768acb-2b0a-42e5-a8ca-1c71b601a4f4 req-45e2f9fa-fda1-4942-88c9-817f57a8d75a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:59.051150 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2a768acb-2b0a-42e5-a8ca-1c71b601a4f4 req-45e2f9fa-fda1-4942-88c9-817f57a8d75a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.4375999
Jul 19 01:11:59.062335 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-268fdbfe-40e8-4a47-a337-60e30e19a3cf tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:59.063749 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-268fdbfe-40e8-4a47-a337-60e30e19a3cf tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.16 "GET /v2.0/networks?id=c079f077-1996-4d04-bab9-7c5a3344760f HTTP/1.1" status: 200  len: 809 time: 0.3952610
Jul 19 01:11:59.178422 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014316e9-9857-4ca0-a91e-30ce3e951f1d req-a9c28984-650f-4a37-82af-720842ae7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:59.179896 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-014316e9-9857-4ca0-a91e-30ce3e951f1d req-a9c28984-650f-4a37-82af-720842ae7e21 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 1099 time: 0.2883437
Jul 19 01:11:59.191513 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2daa7a08-3bb8-4cf5-8bdb-8ed920c5d33a req-60896ee5-a2f5-436e-a7d8-b7aeb8610e88 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548686
Jul 19 01:11:59.213960 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-083598f9-6882-4582-ad88-51406909be88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 HTTP/1.1" status: 200  len: 217 time: 0.2434099
Jul 19 01:11:59.230148 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2a768acb-2b0a-42e5-a8ca-1c71b601a4f4 req-c8e20a11-ae44-4fc0-a431-cccde959e462 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1780415
Jul 19 01:11:59.247830 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:59.268114 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-6e529c55-3a06-4768-a67d-a2cc777d4ebb tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a348ea9c922b4a408fcd783d34f75e06 HTTP/1.1" status: 200  len: 380 time: 0.1637983
Jul 19 01:11:59.283467 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Request body: {'port': {'device_id': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'admin_state_up': True, 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'security_groups': ['785e5d20-16ae-46f0-be4d-6214a9fb8be5']}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:11:59.317479 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-54ac658b-be1e-42b5-b9da-7c1cc241cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:59.318947 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-54ac658b-be1e-42b5-b9da-7c1cc241cb0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.0870214
Jul 19 01:11:59.397908 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-99659732-dc1d-4249-9148-f2af619d1845 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0702116
Jul 19 01:11:59.438027 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-014316e9-9857-4ca0-a91e-30ce3e951f1d req-b6d97fbb-3d2e-4c58-9ebd-99a14610f712 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421639
Jul 19 01:11:59.450047 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-25cec4cc-de8a-4da2-b80e-d5b5a42ad4ea req-4b2776c2-fb7a-4035-bbae-f4bbfebf75eb tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 210 time: 0.0531492
Jul 19 01:11:59.494062 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=76d88b78-505b-48fc-a89b-256a356f835b,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:11:59.505873 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:11:59.568896 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Attempting to bind port 76d88b78-505b-48fc-a89b-256a356f835b on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:11:59.569351 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Attempting to bind port 76d88b78-505b-48fc-a89b-256a356f835b by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:11:59.569770 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Attempting to bind port 76d88b78-505b-48fc-a89b-256a356f835b on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:11:59.579945 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Port 76d88b78-505b-48fc-a89b-256a356f835b on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:11:59.580329 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Attempting to bind port 76d88b78-505b-48fc-a89b-256a356f835b on network 21b21fff-ae80-46fa-9bb7-9194a4b077c4 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:11:59.594251 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:11:59.595750 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Checking segment: {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:11:59.595750 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Bound using segment: {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:11:59.595750 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Bound port: 76d88b78-505b-48fc-a89b-256a356f835b, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e845350-cf67-4939-a0a2-5f525dc4a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:11:59.596064 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:59.662001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:11:59.682400 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:11:59.706589 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a13d9b-7c14-4b57-979a-ca6fcb29d0a3 req-9b9cd51d-eea1-4807-9e34-242444d5f15e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:59.708197 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-79a13d9b-7c14-4b57-979a-ca6fcb29d0a3 req-9b9cd51d-eea1-4807-9e34-242444d5f15e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2617497
Jul 19 01:11:59.711545 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Made reservation on behalf of a348ea9c922b4a408fcd783d34f75e06 for: {'port': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:11:59.715055 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:59.749912 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81b2ef-c21e-4213-a453-6f812a4f34bd req-5a1bd383-c356-4ba9-82af-fbd0af1f1e98 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:59.751694 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8f81b2ef-c21e-4213-a453-6f812a4f34bd req-5a1bd383-c356-4ba9-82af-fbd0af1f1e98 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 943 time: 0.1976175
Jul 19 01:11:59.754748 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-af3b7ebc-5619-4e3e-ad7f-2e2713e36179 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3493636
Jul 19 01:11:59.793662 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] For port 76d88b78-505b-48fc-a89b-256a356f835b, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:11:59.797372 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] For port 76d88b78-505b-48fc-a89b-256a356f835b, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=76d88b78-505b-48fc-a89b-256a356f835b,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:11:59.801531 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:59.806011 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c6401821-5db2-4bc7-a9d5-a01403bb7c5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:11:59.860160 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-79a13d9b-7c14-4b57-979a-ca6fcb29d0a3 req-440ac220-ccf7-481b-b92d-e17f5fde5c22 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332052
Jul 19 01:11:59.876820 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:11:59.877456 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:11:59.878916 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/76d88b78-505b-48fc-a89b-256a356f835b HTTP/1.1" status: 200  len: 1093 time: 1.8313010
Jul 19 01:11:59.888515 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8f81b2ef-c21e-4213-a453-6f812a4f34bd req-9b2664f1-1c5e-4cc3-b4bd-f853dc8bcb93 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239066
Jul 19 01:11:59.889432 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632a9c97-ada4-4287-bfd8-d1b86c6832ff', 'tag': '76d88b78-505b-48fc-a89b-256a356f835b'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:11:59.971490 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Allocated IP 172.20.0.11 (c079f077-1996-4d04-bab9-7c5a3344760f/f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8/42b6981a-e088-4539-ba72-650fa6fa1c6d) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:11:59.988726 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632a9c97-ada4-4287-bfd8-d1b86c6832ff', 'tag': '76d88b78-505b-48fc-a89b-256a356f835b', 'status': 'completed', 'code': 200}
Jul 19 01:12:00.043474 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=76d88b78-505b-48fc-a89b-256a356f835b,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:00.047513 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:00.089591 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-79182316-0bd0-4f8c-98c6-e3ff7135aa0a service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2524927
Jul 19 01:12:00.101664 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-ab4fcc4e-3442-4a47-94fc-58382f1db024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:00.103062 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-ab4fcc4e-3442-4a47-94fc-58382f1db024 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 1096 time: 0.1163719
Jul 19 01:12:00.168622 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:00.187505 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.provisioning_blocks [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Transition to ACTIVE for port object 42b6981a-e088-4539-ba72-650fa6fa1c6d will not be triggered until provisioned by entity DHCP. {{(pid=78647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:12:00.213261 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:00.221815 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:00.230637 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-1712ac4d-df04-4633-af0b-aa7b1ac4ffa0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d88b78-505b-48fc-a89b-256a356f835b HTTP/1.1" status: 200  len: 217 time: 0.0742164
Jul 19 01:12:00.301336 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Network c079f077-1996-4d04-bab9-7c5a3344760f is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:12:00.304297 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:12:00.308576 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:12:00.372355 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-ee6d7134-389d-4591-b7a3-178de4c37f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:00.373859 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-ee6d7134-389d-4591-b7a3-178de4c37f1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69801f67-48c3-428b-97c7-9b4f16bcca80 HTTP/1.1" status: 200  len: 855 time: 0.0912499
Jul 19 01:12:00.425773 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-c77c09af-c58a-45b2-9e50-37513aaa4d7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21b21fff-ae80-46fa-9bb7-9194a4b077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421271
Jul 19 01:12:00.435232 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:00.435864 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:00.440463 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event updated for resources: {'Port': ['ID=42b6981a-e088-4539-ba72-650fa6fa1c6d,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:00.472112 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.472374 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.472744 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.473169 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.473515 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.473914 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.474222 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.474560 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.474924 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.475213 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.475547 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.475878 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:00.484229 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:00.498123 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2193217
Jul 19 01:12:00.522901 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd889ab2-3752-4240-958c-c01f9a0a5b3f req-8394e79f-d115-4f74-a30b-87e13e2b0ae2 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:00.524392 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bd889ab2-3752-4240-958c-c01f9a0a5b3f req-8394e79f-d115-4f74-a30b-87e13e2b0ae2 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 946 time: 0.1535897
Jul 19 01:12:00.549219 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Request body: {'port': {'device_id': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:12:00.589254 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-6b078c97-1094-461b-9e4b-785fa6db62ae service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555393
Jul 19 01:12:00.648584 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bd889ab2-3752-4240-958c-c01f9a0a5b3f req-5bc3f50c-b3a3-4969-b20e-8e0b2a29d030 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176772
Jul 19 01:12:00.717580 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-03f24d1f-acf1-4729-bff1-56bf4f9a662b None None] Provisioning for port 42b6981a-e088-4539-ba72-650fa6fa1c6d completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:12:00.724955 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3d1c345a-3ea7-439f-8002-1b8c5bb0d309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:00.732984 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-03f24d1f-acf1-4729-bff1-56bf4f9a662b None None] Provisioning complete for port 42b6981a-e088-4539-ba72-650fa6fa1c6d triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:12:00.734243 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-03f24d1f-acf1-4729-bff1-56bf4f9a662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:00.778430 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:00.798176 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8707c5b2-2761-471e-9f4a-c951b7acfb20 req-a8f6fefb-c6d1-4090-94b9-d3030989a89c service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012527
Jul 19 01:12:00.853843 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-03f24d1f-acf1-4729-bff1-56bf4f9a662b None None] Port 42b6981a-e088-4539-ba72-650fa6fa1c6d cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:12:01.062361 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d759-594f-4452-8520-26458c956979 req-49983344-dbaa-43bf-8acf-523d8ad952f0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:01.063724 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a2c3d759-594f-4452-8520-26458c956979 req-49983344-dbaa-43bf-8acf-523d8ad952f0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.2887714
Jul 19 01:12:01.144638 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a2c3d759-594f-4452-8520-26458c956979 req-cf93433d-8e78-4d36-8029-0c1ab2e265d6 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0702915
Jul 19 01:12:01.240199 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d84cd-0aba-48ff-b1f1-7e71a24b339e req-106e8847-63b7-4071-a89f-70f56fd23a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:01.242219 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b03d84cd-0aba-48ff-b1f1-7e71a24b339e req-106e8847-63b7-4071-a89f-70f56fd23a82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 1096 time: 0.1417022
Jul 19 01:12:01.474492 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:01.547516 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ade9f-3483-474f-b3d1-b8f62659c87e req-d4209c64-19ce-4513-b46c-434dca2542e0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:01.548972 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-769ade9f-3483-474f-b3d1-b8f62659c87e req-d4209c64-19ce-4513-b46c-434dca2542e0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2355721
Jul 19 01:12:01.552973 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d84cd-0aba-48ff-b1f1-7e71a24b339e req-655fdb6d-ef7a-44ed-8b29-f08a154ff065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:01.554541 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b03d84cd-0aba-48ff-b1f1-7e71a24b339e req-655fdb6d-ef7a-44ed-8b29-f08a154ff065 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 200  len: 915 time: 0.1578109
Jul 19 01:12:01.614441 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e142f2-33ae-45fa-8ca8-9712efadd047 req-7256ee9b-de23-4ef0-ad6b-9a7e028932c4 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:01.615036 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-a5e142f2-33ae-45fa-8ca8-9712efadd047 req-7256ee9b-de23-4ef0-ad6b-9a7e028932c4 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Synchronizing usage tracker for tenant:a348ea9c922b4a408fcd783d34f75e06 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:12:01.630982 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b03d84cd-0aba-48ff-b1f1-7e71a24b339e req-11d97ac0-aa6c-4468-b5f3-929d5b464f97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d88b78-505b-48fc-a89b-256a356f835b HTTP/1.1" status: 200  len: 217 time: 0.0635834
Jul 19 01:12:01.668580 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-769ade9f-3483-474f-b3d1-b8f62659c87e req-ffee69f2-d053-4f52-9bca-8a7ad01cc387 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077790
Jul 19 01:12:01.671339 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-a5e142f2-33ae-45fa-8ca8-9712efadd047 req-7256ee9b-de23-4ef0-ad6b-9a7e028932c4 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Unset dirty status for tenant:a348ea9c922b4a408fcd783d34f75e06 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:12:01.672378 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a5e142f2-33ae-45fa-8ca8-9712efadd047 req-7256ee9b-de23-4ef0-ad6b-9a7e028932c4 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 932 time: 0.4659657
Jul 19 01:12:01.674282 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b6981a-e088-4539-ba72-650fa6fa1c6d {{(pid=78647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:12:01.683105 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:01.706455 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d84cd-0aba-48ff-b1f1-7e71a24b339e req-6324467a-798d-46d2-9fba-81e4160c815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:01.707895 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b03d84cd-0aba-48ff-b1f1-7e71a24b339e req-6324467a-798d-46d2-9fba-81e4160c815e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69801f67-48c3-428b-97c7-9b4f16bcca80 HTTP/1.1" status: 200  len: 855 time: 0.0632133
Jul 19 01:12:01.741884 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.provisioning_blocks [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Transition to ACTIVE for port object 42b6981a-e088-4539-ba72-650fa6fa1c6d will not be triggered until provisioned by entity L2. {{(pid=78647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:12:01.766838 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a5e142f2-33ae-45fa-8ca8-9712efadd047 req-5eb30b35-4891-44ea-b485-19686f316075 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880568
Jul 19 01:12:01.768950 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:01.770936 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b03d84cd-0aba-48ff-b1f1-7e71a24b339e req-cec5b4a2-f734-4df6-aa53-e6b9222132ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21b21fff-ae80-46fa-9bb7-9194a4b077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500009
Jul 19 01:12:01.773738 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:01.934578 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b03d84cd-0aba-48ff-b1f1-7e71a24b339e req-3f3a3ede-2a8b-46f1-abf1-e398f95c6f26 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553500
Jul 19 01:12:02.038410 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Pushing event updated for resources: {'Port': ['ID=42b6981a-e088-4539-ba72-650fa6fa1c6d,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:02.052630 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:02.078895 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b03d84cd-0aba-48ff-b1f1-7e71a24b339e req-edfa3f40-b71f-47e8-97b9-3424de6619e4 service neutron] 10.222.0.16 "GET /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361566
Jul 19 01:12:02.163892 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b23830-50d0-4d36-9078-b835a3835906 req-8de5402f-6cff-4e3e-87c1-423ba0ae41c8 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:02.165374 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-21b23830-50d0-4d36-9078-b835a3835906 req-8de5402f-6cff-4e3e-87c1-423ba0ae41c8 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 943 time: 0.3439014
Jul 19 01:12:02.166928 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Attempting to bind port 42b6981a-e088-4539-ba72-650fa6fa1c6d on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:12:02.167255 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Attempting to bind port 42b6981a-e088-4539-ba72-650fa6fa1c6d by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'}] {{(pid=78647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:12:02.167575 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Attempting to bind port 42b6981a-e088-4539-ba72-650fa6fa1c6d on network c079f077-1996-4d04-bab9-7c5a3344760f {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:12:02.176727 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27645466-1839-4b5a-87af-53eec4150292 req-a23e4886-7710-43bc-843a-3c1b4e84b10a tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:02.183453 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-27645466-1839-4b5a-87af-53eec4150292 req-a23e4886-7710-43bc-843a-3c1b4e84b10a tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 946 time: 0.3175066
Jul 19 01:12:02.214686 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Port 42b6981a-e088-4539-ba72-650fa6fa1c6d on network c079f077-1996-4d04-bab9-7c5a3344760f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:12:02.215020 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Attempting to bind port 42b6981a-e088-4539-ba72-650fa6fa1c6d on network c079f077-1996-4d04-bab9-7c5a3344760f {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:12:02.234531 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:12:02.234857 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Checking segment: {'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:12:02.235242 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Bound using segment: {'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'} {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:12:02.235686 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Bound port: 42b6981a-e088-4539-ba72-650fa6fa1c6d, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b852f844-2148-47ee-9bd2-c9a25d8d267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f'}}] {{(pid=78647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:12:02.236026 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:02.311454 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-21b23830-50d0-4d36-9078-b835a3835906 req-b35fa18a-2715-47e9-b950-4f23c176e00f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233940
Jul 19 01:12:02.314006 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-27645466-1839-4b5a-87af-53eec4150292 req-53e3f917-9cd4-4e19-b18a-98effeadb2bb tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297965
Jul 19 01:12:02.362444 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] For port 42b6981a-e088-4539-ba72-650fa6fa1c6d, host hv-cinder-80123, cleared binding levels {{(pid=78647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:12:02.365629 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] For port 42b6981a-e088-4539-ba72-650fa6fa1c6d, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:12:02.369991 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:02.374960 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:02.439463 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:02.440162 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:02.441690 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] 10.222.0.16 "PUT /v2.0/ports/42b6981a-e088-4539-ba72-650fa6fa1c6d HTTP/1.1" status: 200  len: 1094 time: 1.8967295
Jul 19 01:12:02.475351 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:02.521164 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Pushing event updated for resources: {'Port': ['ID=42b6981a-e088-4539-ba72-650fa6fa1c6d,revision_number=3']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:02.536066 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:02.538421 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'status': 'completed', 'code': 200}
Jul 19 01:12:02.559889 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053b0ae-4a5f-4359-8295-b24246f9ecd9 req-ab9c41e6-2c03-4905-870e-c48a440f381b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:02.562107 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9053b0ae-4a5f-4359-8295-b24246f9ecd9 req-ab9c41e6-2c03-4905-870e-c48a440f381b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1375277
Jul 19 01:12:02.656769 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9053b0ae-4a5f-4359-8295-b24246f9ecd9 req-0837bbb6-9a27-45d4-969c-50220e6aef14 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0887294
Jul 19 01:12:02.675707 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-42ec37a9-e4a0-4459-a4f6-27501727d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:02.677153 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-42ec37a9-e4a0-4459-a4f6-27501727d212 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a348ea9c922b4a408fcd783d34f75e06&device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 1097 time: 0.0957534
Jul 19 01:12:02.757732 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-e1e11be0-f70d-4d61-87bf-520913613e46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d HTTP/1.1" status: 200  len: 217 time: 0.0641637
Jul 19 01:12:02.896760 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:02.914390 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-4669de42-2b3e-4d6a-a1c4-fb18d2e5e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:02.915839 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-4669de42-2b3e-4d6a-a1c4-fb18d2e5e74b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8 HTTP/1.1" status: 200  len: 848 time: 0.1490541
Jul 19 01:12:03.004596 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a48b1-339a-433f-b84e-f16ef500bac1 req-d88840e4-bb68-4c20-8df6-4552fb1f6fdc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:03.006072 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-493a48b1-339a-433f-b84e-f16ef500bac1 req-d88840e4-bb68-4c20-8df6-4552fb1f6fdc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2043309
Jul 19 01:12:03.051473 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb715b6-899a-406e-8ae3-d52907f9be5a req-f07877c1-5492-42d2-954b-8df26c7e8e77 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:03.052886 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cbb715b6-899a-406e-8ae3-d52907f9be5a req-f07877c1-5492-42d2-954b-8df26c7e8e77 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.1836267
Jul 19 01:12:03.167400 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-493a48b1-339a-433f-b84e-f16ef500bac1 req-a4c8b755-0c25-4f91-9c69-feb2023a8f67 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537435
Jul 19 01:12:03.171907 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-51cb38cc-cd0f-4e93-9737-a9fc8f6be640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:03.173333 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-51cb38cc-cd0f-4e93-9737-a9fc8f6be640 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c079f077-1996-4d04-bab9-7c5a3344760f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2468593
Jul 19 01:12:03.242275 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cbb715b6-899a-406e-8ae3-d52907f9be5a req-a31b518f-5f50-4b8a-a43d-c0d9c869ddf8 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1806951
Jul 19 01:12:03.335737 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-e230d78a-4dbc-4bd0-a3d0-d3cf2466a879 service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538317
Jul 19 01:12:03.534533 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-241f6c60-ef37-4ce8-9ebf-6b9aedd88513 req-590925fb-4cb5-49b2-bd4f-993c923c8183 service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1807621
Jul 19 01:12:03.554293 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37f887-7195-4195-be05-99eb515188e9 req-abe5e60c-a020-4925-91d2-027190788fda tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:03.555894 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab37f887-7195-4195-be05-99eb515188e9 req-abe5e60c-a020-4925-91d2-027190788fda tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 943 time: 0.1138809
Jul 19 01:12:03.605505 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab37f887-7195-4195-be05-99eb515188e9 req-9fac9364-1af8-4eeb-a335-82e217931896 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423236
Jul 19 01:12:03.803492 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-7f4cf4fd-6a6d-4d5c-9ef1-4ace6a7cbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:03.803492 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-7f4cf4fd-6a6d-4d5c-9ef1-4ace6a7cbf65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a348ea9c922b4a408fcd783d34f75e06&device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 1097 time: 0.1345570
Jul 19 01:12:04.030932 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-c193c3c4-35bf-4480-9ea1-f729c2ee29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:04.032384 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-c193c3c4-35bf-4480-9ea1-f729c2ee29b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c079f077-1996-4d04-bab9-7c5a3344760f HTTP/1.1" status: 200  len: 909 time: 0.2094214
Jul 19 01:12:04.042394 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94f91-6a18-4775-8b46-bf53d9e5a0bf req-3e70746d-2989-4c89-b57c-1abd623088f8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:04.043833 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0fb94f91-6a18-4775-8b46-bf53d9e5a0bf req-3e70746d-2989-4c89-b57c-1abd623088f8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1917996
Jul 19 01:12:04.160551 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 76d88b78-505b-48fc-a89b-256a356f835b details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:12:04.166009 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-82ab3ff9-55c2-4feb-a2ed-bb0af9050a39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d HTTP/1.1" status: 200  len: 217 time: 0.0881016
Jul 19 01:12:04.218913 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38294) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:04.284716 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0fb94f91-6a18-4775-8b46-bf53d9e5a0bf req-800bd0b3-474e-4bb1-98ff-6407e6789aa2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1561720
Jul 19 01:12:04.303771 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 76d88b78-505b-48fc-a89b-256a356f835b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=76d88b78-505b-48fc-a89b-256a356f835b,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:04.307829 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-91c3af44-56e5-4cf6-a074-33a70b7c11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:04.309278 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-91c3af44-56e5-4cf6-a074-33a70b7c11f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8 HTTP/1.1" status: 200  len: 848 time: 0.1296818
Jul 19 01:12:04.320945 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '76d88b78-505b-48fc-a89b-256a356f835b', 'network_id': '21b21fff-ae80-46fa-9bb7-9194a4b077c4', 'port_id': '76d88b78-505b-48fc-a89b-256a356f835b', 'mac_address': 'fa:16:3e:9e:0b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69801f67-48c3-428b-97c7-9b4f16bcca80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:12:04.375540 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb8006-fb28-4cfe-8c28-c5d6369efe76 req-8d9a3f28-4c89-4786-bc7f-ddf01d9ec243 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:04.382799 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cecb8006-fb28-4cfe-8c28-c5d6369efe76 req-8d9a3f28-4c89-4786-bc7f-ddf01d9ec243 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 946 time: 0.3489432
Jul 19 01:12:04.422315 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:04.422743 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:04.440082 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:12:04.442357 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d88b78-505b-48fc-a89b-256a356f835b {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:12:04.452376 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] Usage tracker for resource:security_group_rule and tenant:c45bde1559664182801879ced2da117c is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:12:04.455242 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:12:04.458376 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 76d88b78-505b-48fc-a89b-256a356f835b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=76d88b78-505b-48fc-a89b-256a356f835b,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:04.461535 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:12:04.463820 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:04.466950 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:04.510392 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cecb8006-fb28-4cfe-8c28-c5d6369efe76 req-71d97f02-294a-4d4a-8209-24ac9be89eb4 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267378
Jul 19 01:12:04.544382 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-12ff25cb-4b7f-47b4-889f-98c29554a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:04.546969 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-12ff25cb-4b7f-47b4-889f-98c29554a7dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c079f077-1996-4d04-bab9-7c5a3344760f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2203693
Jul 19 01:12:04.552846 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=76d88b78-505b-48fc-a89b-256a356f835b,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:04.556653 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:04.672972 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976bb9f-3d33-4336-ac2e-b2347028938f req-e1d3d828-e146-4805-8de9-728b56f99263 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:04.674648 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f976bb9f-3d33-4336-ac2e-b2347028938f req-e1d3d828-e146-4805-8de9-728b56f99263 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2383947
Jul 19 01:12:04.703372 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:04.708602 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:04.739157 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-36b8c18b-b157-42a3-b136-83fd243a48ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:04.752814 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c45bde1559664182801879ced2da117c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5298436
Jul 19 01:12:04.754528 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 38312) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:04.773883 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdac3af9-d649-42ab-aa35-bbf3d24fe13e,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:04.789337 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:04.812632 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-c5b57437-7bc4-4920-b27d-73900c27dd58 service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2493241
Jul 19 01:12:04.821786 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f976bb9f-3d33-4336-ac2e-b2347028938f req-f2515afe-b5a7-4a11-9fe4-a2af33138eed tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114283
Jul 19 01:12:04.993107 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef9c2e-5d9f-41dd-8dcf-6c0a820246b1 req-44a52319-c58e-4eab-af57-e7d4045dd0ef tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:04.994540 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9fef9c2e-5d9f-41dd-8dcf-6c0a820246b1 req-44a52319-c58e-4eab-af57-e7d4045dd0ef tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.3338926
Jul 19 01:12:05.002006 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-01006098-8c93-4fad-a833-c8494577551d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.009362 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['76d88b78-505b-48fc-a89b-256a356f835b'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:12:05.168098 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-01006098-8c93-4fad-a833-c8494577551d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.183504 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7fe3044f-c6e8-4e9a-ae6f-33fa41a8e015 req-228ed4a1-bc64-40b0-852f-dcf1bbeccfc7 service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3583744
Jul 19 01:12:05.200248 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9fef9c2e-5d9f-41dd-8dcf-6c0a820246b1 req-365b821f-cddb-4c6d-8589-6e87518294f1 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1881447
Jul 19 01:12:05.237038 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51773b-dc38-4db3-b081-7f5d4abea6b1 req-f54fb5f3-4868-466e-bd1d-7921267ed346 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:05.238527 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eb51773b-dc38-4db3-b081-7f5d4abea6b1 req-f54fb5f3-4868-466e-bd1d-7921267ed346 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 944 time: 0.2908595
Jul 19 01:12:05.267104 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-01006098-8c93-4fad-a833-c8494577551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.272312 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e7be2d9d-e0c3-4696-8cfa-f0c0acb0a46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:05.291578 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01006098-8c93-4fad-a833-c8494577551d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdac3af9-d649-42ab-aa35-bbf3d24fe13e,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:05.295393 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-01006098-8c93-4fad-a833-c8494577551d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:05.303781 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eb51773b-dc38-4db3-b081-7f5d4abea6b1 req-185a8f82-9f69-43fc-9f07-eebed88f8ef1 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594468
Jul 19 01:12:05.304674 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-01006098-8c93-4fad-a833-c8494577551d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.305740 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-01006098-8c93-4fad-a833-c8494577551d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdac3af9-d649-42ab-aa35-bbf3d24fe13e HTTP/1.1" status: 204  len: 168 time: 0.5491054
Jul 19 01:12:05.490383 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2cf7d-ee2e-48b8-9804-0a8ada77017f req-f3eb6ca8-f33f-47de-bde5-4d472c110e83 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:05.491832 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c5a2cf7d-ee2e-48b8-9804-0a8ada77017f req-f3eb6ca8-f33f-47de-bde5-4d472c110e83 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.0880754
Jul 19 01:12:05.536579 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c5a2cf7d-ee2e-48b8-9804-0a8ada77017f req-61fcccba-a4df-4009-b4d4-1869c9729618 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0391891
Jul 19 01:12:05.591769 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38326) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:05.610394 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.625184 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:12:05.629311 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] Usage tracker for resource:security_group_rule and tenant:64940b14bdf844e58f08023c19d98a8e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:12:05.632103 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:12:05.637737 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:12:05.721728 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16135504-ac6e-421c-9b18-57d55bd75edb req-c8d9ac66-e28a-4e9e-a730-4c2ac61bd584 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:05.723211 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-16135504-ac6e-421c-9b18-57d55bd75edb req-c8d9ac66-e28a-4e9e-a730-4c2ac61bd584 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 946 time: 0.0876198
Jul 19 01:12:05.724353 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.728465 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.735257 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b48b9cfd-44c5-4ef1-83fe-2f3fb2b2be59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:05.772677 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-16135504-ac6e-421c-9b18-57d55bd75edb req-a1eba62e-b499-436e-a90c-ee2fc845c0a2 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424781
Jul 19 01:12:05.774969 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8155995-1bdc-4ffc-873b-2ab96a63a106,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:05.778581 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:05.781248 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64940b14bdf844e58f08023c19d98a8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1882915
Jul 19 01:12:05.783823 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38330) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:05.847129 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd661-ae0a-48e9-a851-38524c82fd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.882693 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd661-ae0a-48e9-a851-38524c82fd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.931098 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd661-ae0a-48e9-a851-38524c82fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.935694 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b3ea112a-19a1-4f5a-9ef1-3b2c1c7af01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:05.949291 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bd661-ae0a-48e9-a851-38524c82fd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8155995-1bdc-4ffc-873b-2ab96a63a106,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:05.953923 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6b7bd661-ae0a-48e9-a851-38524c82fd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:05.959496 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd661-ae0a-48e9-a851-38524c82fd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:05.960641 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-6b7bd661-ae0a-48e9-a851-38524c82fd7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8155995-1bdc-4ffc-873b-2ab96a63a106 HTTP/1.1" status: 204  len: 168 time: 0.1756716
Jul 19 01:12:06.075671 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-645f9427-b21c-40b1-94e2-a2895a66dd12 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:06.077148 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-645f9427-b21c-40b1-94e2-a2895a66dd12 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 946 time: 0.1548352
Jul 19 01:12:06.134558 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae129e0c-dcb1-4257-878f-3c3adfc3d74a req-8d1cca36-f757-4b11-952b-a1dfc89176dc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:06.136027 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ae129e0c-dcb1-4257-878f-3c3adfc3d74a req-8d1cca36-f757-4b11-952b-a1dfc89176dc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1627598
Jul 19 01:12:06.189981 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Deleting port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:12:06.190336 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:06.251503 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ae129e0c-dcb1-4257-878f-3c3adfc3d74a req-8f87bc54-ca71-43f6-a0dc-a3a4c714ca99 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072540
Jul 19 01:12:06.617368 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] For port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,segment=NetworkSegment(e03a20d4-022f-4028-ae36-4e7e47df1b64),segment_id=e03a20d4-022f-4028-ae36-4e7e47df1b64)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:06.617837 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:06.755083 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Calling delete_port for c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 owned by compute:nova {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:12:06.790864 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398956e-414a-4f54-adec-a20e29ea01ed req-906dbb3a-24e6-4b00-9dc0-f9d35e215a2e tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:06.792328 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7398956e-414a-4f54-adec-a20e29ea01ed req-906dbb3a-24e6-4b00-9dc0-f9d35e215a2e tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.4247105
Jul 19 01:12:06.834006 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57063952-0d4f-4785-b943-d5c00face4b6 req-654802ad-226d-4b9c-aa54-e2261aa34e87 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:06.835438 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-57063952-0d4f-4785-b943-d5c00face4b6 req-654802ad-226d-4b9c-aa54-e2261aa34e87 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 944 time: 0.3395159
Jul 19 01:12:06.980213 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7398956e-414a-4f54-adec-a20e29ea01ed req-e47c4355-fc94-42cc-87f5-926070427810 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1795228
Jul 19 01:12:06.994405 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-57063952-0d4f-4785-b943-d5c00face4b6 req-96e86766-3243-413c-91ef-6d4dd171f7bb tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510270
Jul 19 01:12:07.063034 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:07.070787 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-afda1929-0c29-450c-be1f-f2cda450b1da tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:07.110477 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:12:07.161314 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Pushing event deleted for resources: {'Port': ['ID=c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:07.163780 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:07.356931 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3c66fdcf-82ad-46cd-83ae-553c4a87b64e req-bf2cd381-154d-419f-b5e0-7e43805f28fe tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1642a85-a4db-4741-9943-0b9cd85cee4a HTTP/1.1" status: 200  len: 210 time: 0.1966708
Jul 19 01:12:07.358097 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] No DVR routers for this DVR port c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 on host hv-cinder-80123 {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:12:07.361109 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:07.365946 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1642a85-a4db-4741-9943-0b9cd85cee4a', 'name': 'network-vif-deleted', 'tag': 'c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:07.381672 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-30ef256c-2e66-47bf-be4f-c4c50bcec5d4 req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.16 "DELETE /v2.0/ports/c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 HTTP/1.1" status: 204  len: 173 time: 1.2987571
Jul 19 01:12:07.427298 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165e75f-e436-4f01-96d9-7c6832dd3f7a req-e1210a0a-7a9d-438f-92ea-d5b7b279c02f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:07.429137 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7165e75f-e436-4f01-96d9-7c6832dd3f7a req-e1210a0a-7a9d-438f-92ea-d5b7b279c02f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.2637098
Jul 19 01:12:07.542754 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7165e75f-e436-4f01-96d9-7c6832dd3f7a req-80c62bfd-707d-4d47-bc04-000b3ddca183 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0995836
Jul 19 01:12:07.579893 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b0b4f-5328-442e-9591-aadf10dd3bc7 req-ca2b580c-c616-407b-984d-1971ee67afd8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:07.582159 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0f8b0b4f-5328-442e-9591-aadf10dd3bc7 req-ca2b580c-c616-407b-984d-1971ee67afd8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1202352
Jul 19 01:12:07.620371 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1642a85-a4db-4741-9943-0b9cd85cee4a', 'name': 'network-vif-deleted', 'tag': 'c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6', 'status': 'completed', 'code': 200}
Jul 19 01:12:07.651758 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0f8b0b4f-5328-442e-9591-aadf10dd3bc7 req-8f1f268b-9b17-4e79-baaa-e387bdfc2e05 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636728
Jul 19 01:12:08.226107 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 76d88b78-505b-48fc-a89b-256a356f835b up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:12:08.273168 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdba14-9198-4086-9de9-f25d82610d87 req-cba83c70-d766-402e-b31a-47e4874b8103 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:08.274772 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36cdba14-9198-4086-9de9-f25d82610d87 req-cba83c70-d766-402e-b31a-47e4874b8103 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.1674385
Jul 19 01:12:08.315168 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312443e-51a9-4ccf-bfb0-7d0023e0876f req-ec91d6c5-4935-429a-b203-ace8e679b54e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:08.316803 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3312443e-51a9-4ccf-bfb0-7d0023e0876f req-ec91d6c5-4935-429a-b203-ace8e679b54e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 944 time: 0.1731274
Jul 19 01:12:08.352490 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port 76d88b78-505b-48fc-a89b-256a356f835b completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:12:08.357282 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 76d88b78-505b-48fc-a89b-256a356f835b triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:12:08.357662 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:08.369959 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36cdba14-9198-4086-9de9-f25d82610d87 req-3e49eb05-d26a-418b-abe3-4696c930695b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877357
Jul 19 01:12:08.377565 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3312443e-51a9-4ccf-bfb0-7d0023e0876f req-cb7d14c6-9ced-48a1-8ceb-45e7ddb370ed tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520372
Jul 19 01:12:08.479549 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:08.506454 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632a9c97-ada4-4287-bfd8-d1b86c6832ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d88b78-505b-48fc-a89b-256a356f835b'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:08.516264 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 76d88b78-505b-48fc-a89b-256a356f835b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=76d88b78-505b-48fc-a89b-256a356f835b,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:08.521450 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:08.522604 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:12:08.550428 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-cf4039f4-cbb3-4b4c-8d29-c2d06d013464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:08.586492 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632a9c97-ada4-4287-bfd8-d1b86c6832ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d88b78-505b-48fc-a89b-256a356f835b', 'code': 200}
Jul 19 01:12:08.591752 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:12:08.592110 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c6b99d4b-16f8-404b-b9d7-ca386b8f4ad6 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:12:08.628155 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=76d88b78-505b-48fc-a89b-256a356f835b,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:08.631132 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:08.884929 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2597c-d107-451e-9209-4358d378289d req-605cbcb2-8746-40df-9d60-97208c4c7e18 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:08.886318 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eba2597c-d107-451e-9209-4358d378289d req-605cbcb2-8746-40df-9d60-97208c4c7e18 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.2128391
Jul 19 01:12:08.940165 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4079-a302-4296-a491-32e19bfdeb51 req-d35b6d35-907d-4342-83d4-5e1fef25c38c tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:08.941597 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-d35b6d35-907d-4342-83d4-5e1fef25c38c tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/networks?id=29d51f2c-d433-4485-a3b5-91ae7de86351 HTTP/1.1" status: 200  len: 809 time: 0.2929704
Jul 19 01:12:08.971466 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eba2597c-d107-451e-9209-4358d378289d req-c7861a35-cb04-419f-a34f-6ac11774cfbe tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0772314
Jul 19 01:12:08.972907 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-bb6fa2af-bfcc-4fc4-a7ce-465871439544 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/quotas/90fb810653564c84aa5c953d3bb64ed6 HTTP/1.1" status: 200  len: 375 time: 0.0233052
Jul 19 01:12:09.011451 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e57244-325b-4a20-9795-d30807b71dc4 req-61a26d57-d4e1-4230-9431-af97a66f9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:09.012906 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7e57244-325b-4a20-9795-d30807b71dc4 req-61a26d57-d4e1-4230-9431-af97a66f9bca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 1098 time: 0.2077224
Jul 19 01:12:09.025295 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-065e4079-a302-4296-a491-32e19bfdeb51 req-ea4f72f4-38b5-4dfa-8aba-64e29cc0f866 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Synchronizing usage tracker for tenant:90fb810653564c84aa5c953d3bb64ed6 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:12:09.068625 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-065e4079-a302-4296-a491-32e19bfdeb51 req-ea4f72f4-38b5-4dfa-8aba-64e29cc0f866 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Unset dirty status for tenant:90fb810653564c84aa5c953d3bb64ed6 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:12:09.069909 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-ea4f72f4-38b5-4dfa-8aba-64e29cc0f866 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=90fb810653564c84aa5c953d3bb64ed6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0907397
Jul 19 01:12:09.071605 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7e57244-325b-4a20-9795-d30807b71dc4 req-31858346-9c3c-4cdd-8cc0-16875a103e0e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479438
Jul 19 01:12:09.265209 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75b77d-1d84-4cce-a315-adecd20208ac req-23850eba-bf80-45b6-8a07-f8f78655eb1e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:09.266679 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-df75b77d-1d84-4cce-a315-adecd20208ac req-23850eba-bf80-45b6-8a07-f8f78655eb1e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1898885
Jul 19 01:12:09.268546 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-e699bc4a-87eb-4a56-93e0-2f245b1805be service neutron] 10.222.0.24 "GET /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1905947
Jul 19 01:12:09.393670 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-df75b77d-1d84-4cce-a315-adecd20208ac req-a9d27b68-00d0-4c78-8164-b4853e6f5e70 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210990
Jul 19 01:12:09.436303 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-a1ff252b-9e07-4d00-a6ab-9b8565ee7373 service neutron] 10.222.0.24 "GET /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497772
Jul 19 01:12:09.573511 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec64036-94d1-4cc5-8afa-07e5d8a36fd5 req-546f33d7-68b7-4b71-9271-a796ac903ef5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:09.575078 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fec64036-94d1-4cc5-8afa-07e5d8a36fd5 req-546f33d7-68b7-4b71-9271-a796ac903ef5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.0906115
Jul 19 01:12:09.622253 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fec64036-94d1-4cc5-8afa-07e5d8a36fd5 req-3ae36235-af94-402e-bd74-e2823283a85c tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410454
Jul 19 01:12:09.720038 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0f5ee453-6deb-49d3-bba0-ba72837e7171 req-9993de24-0151-4b69-b2a7-26ddbea9ebd1 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 210 time: 0.0497553
Jul 19 01:12:09.760673 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf291d9-4ee7-4dd7-ba75-c53657e736b5 req-8e1a117e-b2d5-4d49-a817-422c4c84a23b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:09.762390 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dbf291d9-4ee7-4dd7-ba75-c53657e736b5 req-8e1a117e-b2d5-4d49-a817-422c4c84a23b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 945 time: 0.1392636
Jul 19 01:12:09.820171 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dbf291d9-4ee7-4dd7-ba75-c53657e736b5 req-75f9721b-09ec-42b2-94ba-83955420595f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434415
Jul 19 01:12:10.160116 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc0e83-8ae5-472e-8e97-0d5b2db9e5d4 req-a9a1a92a-c230-4e90-9e11-fa9b6f8ed4af tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:10.161587 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-54bc0e83-8ae5-472e-8e97-0d5b2db9e5d4 req-a9a1a92a-c230-4e90-9e11-fa9b6f8ed4af tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.0781157
Jul 19 01:12:10.207209 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-54bc0e83-8ae5-472e-8e97-0d5b2db9e5d4 req-35d6dca8-1cf8-40b7-92ea-e06dc1681dc2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0398278
Jul 19 01:12:10.648582 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e25e6-725f-411c-af7d-400b18744e7f req-a7a46b9c-0478-47b2-9eb3-092623254767 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:10.650059 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-321e25e6-725f-411c-af7d-400b18744e7f req-a7a46b9c-0478-47b2-9eb3-092623254767 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1484063
Jul 19 01:12:10.697134 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-321e25e6-725f-411c-af7d-400b18744e7f req-17adae75-24fb-4d53-9e2e-06e76aff9e68 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414329
Jul 19 01:12:10.837210 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccd908-9e42-4a42-9e79-56e9fb4831e1 req-0bba8d03-041c-406c-b400-f2ca3eb5bcac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:10.838833 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-10ccd908-9e42-4a42-9e79-56e9fb4831e1 req-0bba8d03-041c-406c-b400-f2ca3eb5bcac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.1046767
Jul 19 01:12:10.901490 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef2cfbcf-e8ef-49b0-862a-a29a715b4c8e req-9ddfa36a-76f5-4da9-ab82-00f8a3304cbe tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 210 time: 0.0610940
Jul 19 01:12:10.932394 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-10ccd908-9e42-4a42-9e79-56e9fb4831e1 req-2f255703-17de-4c0a-9b6f-8eaeb077e346 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535741
Jul 19 01:12:11.093251 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f5806-3d12-447b-a8fd-d525ee265069 req-dd41dea6-cab3-4384-9078-573f9b7f7da4 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:11.094742 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-072f5806-3d12-447b-a8fd-d525ee265069 req-dd41dea6-cab3-4384-9078-573f9b7f7da4 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 945 time: 0.0858622
Jul 19 01:12:11.231258 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-072f5806-3d12-447b-a8fd-d525ee265069 req-29fc9e9b-0000-4c5a-9ad8-a78c7a855a7f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144836
Jul 19 01:12:11.276080 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4079-a302-4296-a491-32e19bfdeb51 req-614334b9-1942-4ca6-82dc-a476d7c67a0b tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:11.277625 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-614334b9-1942-4ca6-82dc-a476d7c67a0b tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.16 "GET /v2.0/networks?id=29d51f2c-d433-4485-a3b5-91ae7de86351 HTTP/1.1" status: 200  len: 809 time: 0.1819899
Jul 19 01:12:11.320415 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Request body: {'port': {'device_id': 'd7632b11-89aa-4fc7-95a8-c6f0cadf4764', 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351', 'admin_state_up': True, 'tenant_id': '90fb810653564c84aa5c953d3bb64ed6'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:12:11.529038 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb607b1-d437-4780-a5df-b39566548340 req-83db85e8-b6b0-4f48-b234-949dc286e39f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:11.530689 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2cb607b1-d437-4780-a5df-b39566548340 req-83db85e8-b6b0-4f48-b234-949dc286e39f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1941524
Jul 19 01:12:11.535824 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:12:11.561982 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:12:11.593421 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Made reservation on behalf of 90fb810653564c84aa5c953d3bb64ed6 for: {'port': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:12:11.596887 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:11.608865 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2cb607b1-d437-4780-a5df-b39566548340 req-4f66acc0-39b0-4f40-805b-f0e0071e9cc8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0706444
Jul 19 01:12:11.768740 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Allocated IP 172.20.0.14 (29d51f2c-d433-4485-a3b5-91ae7de86351/4b14169b-f62d-4f55-9406-ac0e7b5fafff/b9a95612-12b3-4eee-86f5-b549754d0d3b) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:12:12.000233 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e42d4-a477-4445-b52e-fbb0bd221367 req-7fa395e0-de57-462f-afda-2eb17b4ccdc9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:12.002140 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d71e42d4-a477-4445-b52e-fbb0bd221367 req-7fa395e0-de57-462f-afda-2eb17b4ccdc9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1966815
Jul 19 01:12:12.082342 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c884c06f-c136-472b-a3d2-5a6eb7b4a449 req-ec7277fe-ea2c-413c-81af-3318c874bfae tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 210 time: 0.0679007
Jul 19 01:12:12.106465 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:12.126112 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d71e42d4-a477-4445-b52e-fbb0bd221367 req-50184a20-db13-4826-912b-cc502ed27f29 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098006
Jul 19 01:12:12.157991 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:12.164668 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:12.262441 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Network 29d51f2c-d433-4485-a3b5-91ae7de86351 is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:12:12.268171 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:12:12.278620 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:12:12.327065 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Pushing event updated for resources: {'Port': ['ID=b9a95612-12b3-4eee-86f5-b549754d0d3b,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:12.331750 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:12.357020 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:12.357631 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:12.378252 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7445e-542e-425e-8733-10092646dd9b req-f8b6c17e-51ca-47c1-a1c3-a5639127b1df tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:12.379772 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-58d7445e-542e-425e-8733-10092646dd9b req-f8b6c17e-51ca-47c1-a1c3-a5639127b1df tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.1863518
Jul 19 01:12:12.403821 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0875268
Jul 19 01:12:12.425039 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Request body: {'port': {'device_id': 'd7632b11-89aa-4fc7-95a8-c6f0cadf4764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:12:12.470873 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-58d7445e-542e-425e-8733-10092646dd9b req-00c63b9d-1342-4a74-8eb8-4aa1b24cc64e tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852818
Jul 19 01:12:12.535369 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:12.928961 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dad32-aca2-4c12-8825-8cc20dfff490 req-ac507943-3081-4357-ad59-e69207145663 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:12.930362 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b89dad32-aca2-4c12-8825-8cc20dfff490 req-ac507943-3081-4357-ad59-e69207145663 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1901252
Jul 19 01:12:13.016563 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b89dad32-aca2-4c12-8825-8cc20dfff490 req-db7bdaf4-83c2-438f-a7d6-3dc3508e1682 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0795200
Jul 19 01:12:13.043410 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a95612-12b3-4eee-86f5-b549754d0d3b {{(pid=78647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:12:13.050721 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:13.064572 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.provisioning_blocks [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Transition to ACTIVE for port object b9a95612-12b3-4eee-86f5-b549754d0d3b will not be triggered until provisioned by entity L2. {{(pid=78647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:12:13.068251 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:13.072641 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:13.198113 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a95612-12b3-4eee-86f5-b549754d0d3b,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:13.202340 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:13.423738 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Attempting to bind port b9a95612-12b3-4eee-86f5-b549754d0d3b on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:12:13.424062 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Attempting to bind port b9a95612-12b3-4eee-86f5-b549754d0d3b by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'e03a20d4-022f-4028-ae36-4e7e47df1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351'}] {{(pid=78647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:12:13.424383 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Attempting to bind port b9a95612-12b3-4eee-86f5-b549754d0d3b on network 29d51f2c-d433-4485-a3b5-91ae7de86351 {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:12:13.433342 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Port b9a95612-12b3-4eee-86f5-b549754d0d3b on network 29d51f2c-d433-4485-a3b5-91ae7de86351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:12:13.433661 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Attempting to bind port b9a95612-12b3-4eee-86f5-b549754d0d3b on network 29d51f2c-d433-4485-a3b5-91ae7de86351 {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:12:13.444851 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda8092-1d78-473f-8e05-1a81e06f7ea8 req-c2efbef2-aded-4f3a-8813-12179045ba15 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:13.445475 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-dfda8092-1d78-473f-8e05-1a81e06f7ea8 req-c2efbef2-aded-4f3a-8813-12179045ba15 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Synchronizing usage tracker for tenant:90fb810653564c84aa5c953d3bb64ed6 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:12:13.457244 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b82b9-f169-4f2a-a9cd-f048b6b45765 req-2f01b142-78ef-43b9-b1bd-89bb08543c34 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:13.458843 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-079b82b9-f169-4f2a-a9cd-f048b6b45765 req-2f01b142-78ef-43b9-b1bd-89bb08543c34 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1971238
Jul 19 01:12:13.460128 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:12:13.460460 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Checking segment: {'id': 'e03a20d4-022f-4028-ae36-4e7e47df1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:12:13.460829 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Bound using segment: {'id': 'e03a20d4-022f-4028-ae36-4e7e47df1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351'} {{(pid=78647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:12:13.461282 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.managers [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Bound port: b9a95612-12b3-4eee-86f5-b549754d0d3b, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03a20d4-022f-4028-ae36-4e7e47df1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351'}}] {{(pid=78647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:12:13.461619 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:13.532941 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-dfda8092-1d78-473f-8e05-1a81e06f7ea8 req-c2efbef2-aded-4f3a-8813-12179045ba15 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Unset dirty status for tenant:90fb810653564c84aa5c953d3bb64ed6 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:12:13.534111 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dfda8092-1d78-473f-8e05-1a81e06f7ea8 req-c2efbef2-aded-4f3a-8813-12179045ba15 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 944 time: 0.3298101
Jul 19 01:12:13.597771 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-079b82b9-f169-4f2a-a9cd-f048b6b45765 req-6a632731-9594-4e78-9b10-96c3881c96da tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271152
Jul 19 01:12:13.626002 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] For port b9a95612-12b3-4eee-86f5-b549754d0d3b, host hv-cinder-80123, cleared binding levels {{(pid=78647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:12:13.630386 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dfda8092-1d78-473f-8e05-1a81e06f7ea8 req-ed2aabf2-db4a-4cf8-a640-f0c405a2d913 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875864
Jul 19 01:12:13.636164 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] For port b9a95612-12b3-4eee-86f5-b549754d0d3b, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=b9a95612-12b3-4eee-86f5-b549754d0d3b,segment=NetworkSegment(e03a20d4-022f-4028-ae36-4e7e47df1b64),segment_id=e03a20d4-022f-4028-ae36-4e7e47df1b64)] {{(pid=78647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:12:13.641365 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:13.645190 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e2798c41-bce2-45ab-9220-df01072a3671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:13.745524 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:13.746170 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:13.747521 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] 10.222.0.16 "PUT /v2.0/ports/b9a95612-12b3-4eee-86f5-b549754d0d3b HTTP/1.1" status: 200  len: 1094 time: 1.3290515
Jul 19 01:12:13.748540 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7632b11-89aa-4fc7-95a8-c6f0cadf4764', 'tag': 'b9a95612-12b3-4eee-86f5-b549754d0d3b'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:13.775307 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a95612-12b3-4eee-86f5-b549754d0d3b,revision_number=3']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:13.779109 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:13.804826 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a41d99-e2f6-4b74-b7cc-1291db434637 req-e04a88fc-1010-432a-8d5d-13b9b136f21d tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:13.806331 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-98a41d99-e2f6-4b74-b7cc-1291db434637 req-e04a88fc-1010-432a-8d5d-13b9b136f21d tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.1112993
Jul 19 01:12:13.831635 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7632b11-89aa-4fc7-95a8-c6f0cadf4764', 'tag': 'b9a95612-12b3-4eee-86f5-b549754d0d3b', 'status': 'completed', 'code': 200}
Jul 19 01:12:13.856357 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-98a41d99-e2f6-4b74-b7cc-1291db434637 req-6d9c65f9-477d-4690-a5f2-549d6c27e6b0 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438874
Jul 19 01:12:14.206632 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308297d-ad44-4a3e-a452-27040ad1b119 req-57e9cc4a-aa8e-4a4c-9e0e-31af6fc540a4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:14.208173 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d308297d-ad44-4a3e-a452-27040ad1b119 req-57e9cc4a-aa8e-4a4c-9e0e-31af6fc540a4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.0788491
Jul 19 01:12:14.252871 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d308297d-ad44-4a3e-a452-27040ad1b119 req-6cbc7896-d9ae-4acb-9c67-20db201c18fa tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0388973
Jul 19 01:12:14.843866 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0381cf0-297a-4de0-be23-6c7906ef4e16 req-ac99a369-32b1-424c-8ad5-9ec3e0100689 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:14.845326 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e0381cf0-297a-4de0-be23-6c7906ef4e16 req-ac99a369-32b1-424c-8ad5-9ec3e0100689 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1398740
Jul 19 01:12:14.875326 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09df8e-9d7a-4a28-8252-84a22dbc26f9 req-570c6c65-7938-4664-9091-0ebd74c9c987 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:14.877082 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-db09df8e-9d7a-4a28-8252-84a22dbc26f9 req-570c6c65-7938-4664-9091-0ebd74c9c987 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 944 time: 0.1164851
Jul 19 01:12:14.928364 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e0381cf0-297a-4de0-be23-6c7906ef4e16 req-b166e6df-da09-431b-b30c-e61496219f86 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766053
Jul 19 01:12:14.938073 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-db09df8e-9d7a-4a28-8252-84a22dbc26f9 req-a79355ef-582e-45f0-9c6f-b100a3beabb2 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551808
Jul 19 01:12:15.100323 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eb571-9207-4f69-96b5-4b21739e8717 req-a3c98a4b-e480-4e23-89cd-92ab3fb56232 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:15.101774 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9e4eb571-9207-4f69-96b5-4b21739e8717 req-a3c98a4b-e480-4e23-89cd-92ab3fb56232 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.0805929
Jul 19 01:12:15.144764 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9e4eb571-9207-4f69-96b5-4b21739e8717 req-ec6e5852-f78e-4416-b5e8-0e769c85da8e tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374415
Jul 19 01:12:15.439960 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db583ad-65e4-4057-87c4-c1cdd64a09b3 req-0c476971-793d-4211-815d-81862a069ef7 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:15.441318 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4db583ad-65e4-4057-87c4-c1cdd64a09b3 req-0c476971-793d-4211-815d-81862a069ef7 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.0801821
Jul 19 01:12:15.546040 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4db583ad-65e4-4057-87c4-c1cdd64a09b3 req-f219bf72-c0a6-423a-9ef4-67e809837a5a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0990701
Jul 19 01:12:16.026419 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 1301ae37-2f71-4c34-8ac0-5708aea24499 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:12:16.168107 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:16.182007 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'port_id': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'mac_address': 'fa:16:3e:ec:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:12:16.223216 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1487944-d566-4bb2-a28f-1b99a60e29fe req-d2e9a100-fec9-4072-8e91-58de61b1c8b3 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:16.224801 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e1487944-d566-4bb2-a28f-1b99a60e29fe req-d2e9a100-fec9-4072-8e91-58de61b1c8b3 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1936316
Jul 19 01:12:16.239584 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:16.257983 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec6176-fcbe-43a8-b91b-87cc1a520001 req-cbd64972-9d50-4e2e-8ae0-e965ba74138e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:16.258254 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1301ae37-2f71-4c34-8ac0-5708aea24499 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:12:16.262278 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-10ec6176-fcbe-43a8-b91b-87cc1a520001 req-cbd64972-9d50-4e2e-8ae0-e965ba74138e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 944 time: 0.1950357
Jul 19 01:12:16.276201 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:16.283340 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:16.285739 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:16.307435 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5330-b2bd-409b-b562-35a77874330f req-0f81adda-0873-42eb-9dde-4738f9c0d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:16.308897 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-76ae5330-b2bd-409b-b562-35a77874330f req-0f81adda-0873-42eb-9dde-4738f9c0d3e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90fb810653564c84aa5c953d3bb64ed6&device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 1097 time: 0.1750000
Jul 19 01:12:16.331648 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e1487944-d566-4bb2-a28f-1b99a60e29fe req-0537b9e0-b3cb-4285-8f59-f04c79f6cd0b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995898
Jul 19 01:12:16.338829 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-10ec6176-fcbe-43a8-b91b-87cc1a520001 req-ec344b4e-df17-440b-8cfc-26025456e346 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687516
Jul 19 01:12:16.355227 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=6']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:16.358546 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:16.537615 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5330-b2bd-409b-b562-35a77874330f req-fe24fa50-d17b-49d2-a2c2-faf0c4b481fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:16.539004 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-76ae5330-b2bd-409b-b562-35a77874330f req-fe24fa50-d17b-49d2-a2c2-faf0c4b481fa service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=90fb810653564c84aa5c953d3bb64ed6&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1963882
Jul 19 01:12:16.581312 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f74c0f-99c0-465c-b58f-40d3ce413a12 req-f688bb0e-ff9c-4e49-99eb-f39364e82b68 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:16.582664 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['1301ae37-2f71-4c34-8ac0-5708aea24499'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:12:16.582973 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-22f74c0f-99c0-465c-b58f-40d3ce413a12 req-f688bb0e-ff9c-4e49-99eb-f39364e82b68 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.1373262
Jul 19 01:12:16.760280 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-22f74c0f-99c0-465c-b58f-40d3ce413a12 req-b7aa6b4f-6980-40b9-a3d5-eedcf461a915 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1693199
Jul 19 01:12:16.796354 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5330-b2bd-409b-b562-35a77874330f req-70ec7a96-9f3a-43d2-98f5-a04cc6697282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:16.797731 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-76ae5330-b2bd-409b-b562-35a77874330f req-70ec7a96-9f3a-43d2-98f5-a04cc6697282 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2467043
Jul 19 01:12:16.817441 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4900b2e-d925-4f3f-858b-c422ea5120fc req-a5d7dee1-f8ec-49da-addc-dcf7da215e4a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:16.818900 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f4900b2e-d925-4f3f-858b-c422ea5120fc req-a5d7dee1-f8ec-49da-addc-dcf7da215e4a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 945 time: 0.1409919
Jul 19 01:12:16.864599 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f4900b2e-d925-4f3f-858b-c422ea5120fc req-2c95090f-85f9-4532-b976-964dc21053b6 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0397253
Jul 19 01:12:16.934615 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4079-a302-4296-a491-32e19bfdeb51 req-028483cb-9881-44f5-bf94-7efd1746f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:16.936146 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-028483cb-9881-44f5-bf94-7efd1746f994 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90fb810653564c84aa5c953d3bb64ed6&device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 1097 time: 0.0691562
Jul 19 01:12:17.020607 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-24b99b19-d64b-4da6-8cab-79a11e82e937 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9a95612-12b3-4eee-86f5-b549754d0d3b HTTP/1.1" status: 200  len: 217 time: 0.0636008
Jul 19 01:12:17.088580 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 1301ae37-2f71-4c34-8ac0-5708aea24499 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:12:17.097863 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4079-a302-4296-a491-32e19bfdeb51 req-c35b711b-d3bc-4ca8-a4b8-5471ea863c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:17.099295 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-c35b711b-d3bc-4ca8-a4b8-5471ea863c97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b14169b-f62d-4f55-9406-ac0e7b5fafff HTTP/1.1" status: 200  len: 849 time: 0.0636852
Jul 19 01:12:17.156970 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-ca750fe7-9b0a-482c-a9a7-ce39ec789de1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29d51f2c-d433-4485-a3b5-91ae7de86351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466580
Jul 19 01:12:17.158784 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 1301ae37-2f71-4c34-8ac0-5708aea24499 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:12:17.159153 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:17.292641 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:17.315941 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-90d03481-e1fd-4c05-960a-99661eda5092 service neutron] 10.222.0.16 "GET /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502171
Jul 19 01:12:17.323209 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:17.335289 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:17.340622 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:17.347723 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-03525bcd-88e6-4457-8cae-8f7524d08d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:17.437504 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'code': 200}
Jul 19 01:12:17.448585 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=7']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:17.452407 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:17.493019 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-065e4079-a302-4296-a491-32e19bfdeb51 req-c2dee2b1-2b0e-4299-ad89-2ff58d4b8fc0 service neutron] 10.222.0.16 "GET /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690078
Jul 19 01:12:17.619868 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865f71b-4f93-4b76-aa88-51df0d0d9aae req-9aaefb47-353b-493d-b7de-d74f7b00f67e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:17.621369 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d865f71b-4f93-4b76-aa88-51df0d0d9aae req-9aaefb47-353b-493d-b7de-d74f7b00f67e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0850954
Jul 19 01:12:17.686544 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d865f71b-4f93-4b76-aa88-51df0d0d9aae req-579b7dec-3a91-4050-b2ef-de6c1bd4e595 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561209
Jul 19 01:12:17.893402 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79aacf6-9f9a-44b9-9bbe-0526261c1d26 req-6055abae-3881-4b54-9f8c-4f4606952e00 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:17.895649 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d79aacf6-9f9a-44b9-9bbe-0526261c1d26 req-6055abae-3881-4b54-9f8c-4f4606952e00 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 944 time: 0.0964353
Jul 19 01:12:17.962136 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d79aacf6-9f9a-44b9-9bbe-0526261c1d26 req-7648d343-b687-4be1-83bf-d90342b90241 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568142
Jul 19 01:12:18.214074 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a689c-2514-4846-8c64-b5f4f03e1d99 req-9833e3d1-b970-4669-926e-5da5fea770eb tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:18.215608 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f29a689c-2514-4846-8c64-b5f4f03e1d99 req-9833e3d1-b970-4669-926e-5da5fea770eb tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.2456610
Jul 19 01:12:18.245649 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ddaec-fcde-45e5-bb89-c398f2c6800f req-61971446-7ea0-4493-8734-76e93dcdac27 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:18.247077 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cb5ddaec-fcde-45e5-bb89-c398f2c6800f req-61971446-7ea0-4493-8734-76e93dcdac27 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1190851
Jul 19 01:12:18.298232 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f29a689c-2514-4846-8c64-b5f4f03e1d99 req-2fd5bacc-f9f8-456c-8600-86e376e7213a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762494
Jul 19 01:12:18.309746 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cb5ddaec-fcde-45e5-bb89-c398f2c6800f req-c9a200a4-2334-4bfd-8e55-ae62aac56647 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0569015
Jul 19 01:12:18.602033 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a56b0c-d064-4102-bdc1-a8212890378b req-7184f31b-8337-4c45-aa75-047e00c61676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:18.603525 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b4a56b0c-d064-4102-bdc1-a8212890378b req-7184f31b-8337-4c45-aa75-047e00c61676 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 1098 time: 0.0697815
Jul 19 01:12:18.660162 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b4a56b0c-d064-4102-bdc1-a8212890378b req-05a4bbb2-d9a2-49f0-8958-f436a8df22cb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401695
Jul 19 01:12:18.880146 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47f430-e17d-4d24-a697-93d54758e0ce req-8877c69d-1c93-4992-be39-e75308d1e5b0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:18.881514 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eb47f430-e17d-4d24-a697-93d54758e0ce req-8877c69d-1c93-4992-be39-e75308d1e5b0 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0838590
Jul 19 01:12:18.926450 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eb47f430-e17d-4d24-a697-93d54758e0ce req-faec1973-9b62-4f44-b2fc-a097b0b57167 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392790
Jul 19 01:12:19.136172 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1db32f-e766-4754-ac28-20b36c2e3fbd req-05d25341-8217-4b49-8491-6b60f453ad0a tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:19.137543 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4e1db32f-e766-4754-ac28-20b36c2e3fbd req-05d25341-8217-4b49-8491-6b60f453ad0a tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 944 time: 0.0780165
Jul 19 01:12:19.180341 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4e1db32f-e766-4754-ac28-20b36c2e3fbd req-e34019db-c217-45e2-bdb4-03e5dcc3eaf7 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371976
Jul 19 01:12:19.553419 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522130-c308-49db-8b88-b40ed0179f6d req-9056d2ed-1327-4cab-83c9-b04365a99200 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:19.554893 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab522130-c308-49db-8b88-b40ed0179f6d req-9056d2ed-1327-4cab-83c9-b04365a99200 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.1450353
Jul 19 01:12:19.563397 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146866da-cbae-4a85-bacf-5ed821ce988e req-85fd5a77-ae89-46c0-bbb3-e793980ee8bc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:19.564765 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-146866da-cbae-4a85-bacf-5ed821ce988e req-85fd5a77-ae89-46c0-bbb3-e793980ee8bc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1178629
Jul 19 01:12:19.641846 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab522130-c308-49db-8b88-b40ed0179f6d req-46a12446-3748-42d2-9a44-e3ee73379e84 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751677
Jul 19 01:12:19.665027 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-146866da-cbae-4a85-bacf-5ed821ce988e req-a8718b56-f88e-44aa-bf48-a69cfb2915f1 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0835471
Jul 19 01:12:19.702840 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 38644) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:19.819407 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:19.834942 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:12:19.838766 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] Usage tracker for resource:security_group_rule and tenant:d3be3b5a9f7d4f1183d89e52e507d1f6 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:12:19.841551 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:12:19.847282 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:12:19.933040 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:19.938615 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:19.947573 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5cb3cce8-426e-400d-9fa8-2e7bb60c9f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:19.989110 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3be3b5a9f7d4f1183d89e52e507d1f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2851558
Jul 19 01:12:19.990047 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc6852a-e382-4375-b3e2-918256f38f2c,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:19.991754 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38656) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:20.007166 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:20.057127 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7c9b771b-68a0-4d89-9d7c-f8115a99f1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:20.086537 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7c9b771b-68a0-4d89-9d7c-f8115a99f1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:20.151014 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7c9b771b-68a0-4d89-9d7c-f8115a99f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:20.156054 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159311bb-83d0-4b67-80b5-0a2bf3282272 req-191d0505-d8c1-478c-9954-fcfb74202b2f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:20.157406 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-be0f24ea-52a1-4a56-b314-22be79d45987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:20.158010 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-159311bb-83d0-4b67-80b5-0a2bf3282272 req-191d0505-d8c1-478c-9954-fcfb74202b2f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1171436
Jul 19 01:12:20.171945 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b771b-68a0-4d89-9d7c-f8115a99f1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc6852a-e382-4375-b3e2-918256f38f2c,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:20.175210 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-7c9b771b-68a0-4d89-9d7c-f8115a99f1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:20.176353 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7c9b771b-68a0-4d89-9d7c-f8115a99f1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:20.190145 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-7c9b771b-68a0-4d89-9d7c-f8115a99f1e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbc6852a-e382-4375-b3e2-918256f38f2c HTTP/1.1" status: 204  len: 168 time: 0.1899045
Jul 19 01:12:20.230186 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-159311bb-83d0-4b67-80b5-0a2bf3282272 req-df95be0b-845a-4cf6-ac15-1efd452344ec tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654912
Jul 19 01:12:20.488582 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dcf21-d7d4-41f7-94c0-4762191dbd3d req-a4076537-70ad-46ed-ac28-254efb1607b2 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:20.490021 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-876dcf21-d7d4-41f7-94c0-4762191dbd3d req-a4076537-70ad-46ed-ac28-254efb1607b2 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 944 time: 0.0980637
Jul 19 01:12:20.584511 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-876dcf21-d7d4-41f7-94c0-4762191dbd3d req-19dbcff5-a8aa-4d18-a7e7-66c806686641 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873652
Jul 19 01:12:20.637653 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38688) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:20.655973 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:20.678614 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:12:20.682662 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] Usage tracker for resource:security_group_rule and tenant:5e162a935cdd4befa60a3e35a2fa530b is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:12:20.685511 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:12:20.707767 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:12:20.838273 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:20.846487 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:20.857646 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-be569ee2-1c59-4d40-b6e3-84e3d769a8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:20.909384 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc01a77-8735-4a3d-b3cf-da034504ee0b,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:20.913405 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:20.916010 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e162a935cdd4befa60a3e35a2fa530b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2773292
Jul 19 01:12:20.919023 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 38708) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:20.975677 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee0079-bafd-4eb2-a16b-1252f9b0259b req-a2d5d35f-5f32-4d55-bfb7-43fcf2ab0063 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:20.977164 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fbee0079-bafd-4eb2-a16b-1252f9b0259b req-a2d5d35f-5f32-4d55-bfb7-43fcf2ab0063 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.1842384
Jul 19 01:12:21.024387 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb479d-8c2a-40f4-bb33-74ae76a0d1c9 req-4637182e-e3e7-4b2c-ad88-3da08ce1c240 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:21.026125 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7cfb479d-8c2a-40f4-bb33-74ae76a0d1c9 req-4637182e-e3e7-4b2c-ad88-3da08ce1c240 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1875136
Jul 19 01:12:21.072451 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3754c886-56cd-40f9-b42c-36ecdd125f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:21.096917 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device b9a95612-12b3-4eee-86f5-b549754d0d3b details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:12:21.140522 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fbee0079-bafd-4eb2-a16b-1252f9b0259b req-4821ad5e-f58d-4ed8-bee6-f70471c3952c tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518574
Jul 19 01:12:21.156263 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7cfb479d-8c2a-40f4-bb33-74ae76a0d1c9 req-854da8f5-4c47-474e-b7fd-1161f18b3722 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1180375
Jul 19 01:12:21.158359 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3754c886-56cd-40f9-b42c-36ecdd125f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:21.255958 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3754c886-56cd-40f9-b42c-36ecdd125f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:21.272584 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-01006098-8c93-4fad-a833-c8494577551d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:21.296431 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3754c886-56cd-40f9-b42c-36ecdd125f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:21.300266 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-3754c886-56cd-40f9-b42c-36ecdd125f79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbc01a77-8735-4a3d-b3cf-da034504ee0b HTTP/1.1" status: 204  len: 168 time: 0.3768685
Jul 19 01:12:21.302261 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754c886-56cd-40f9-b42c-36ecdd125f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc01a77-8735-4a3d-b3cf-da034504ee0b,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:21.305834 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-3754c886-56cd-40f9-b42c-36ecdd125f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:21.447316 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port b9a95612-12b3-4eee-86f5-b549754d0d3b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=b9a95612-12b3-4eee-86f5-b549754d0d3b,segment=NetworkSegment(e03a20d4-022f-4028-ae36-4e7e47df1b64),segment_id=e03a20d4-022f-4028-ae36-4e7e47df1b64)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:21.487243 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'b9a95612-12b3-4eee-86f5-b549754d0d3b', 'network_id': '29d51f2c-d433-4485-a3b5-91ae7de86351', 'port_id': 'b9a95612-12b3-4eee-86f5-b549754d0d3b', 'mac_address': 'fa:16:3e:b0:59:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b14169b-f62d-4f55-9406-ac0e7b5fafff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:12:21.656222 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:21.680156 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a95612-12b3-4eee-86f5-b549754d0d3b {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:12:21.728635 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port b9a95612-12b3-4eee-86f5-b549754d0d3b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=b9a95612-12b3-4eee-86f5-b549754d0d3b,segment=NetworkSegment(e03a20d4-022f-4028-ae36-4e7e47df1b64),segment_id=e03a20d4-022f-4028-ae36-4e7e47df1b64)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:21.736321 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:21.737420 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 42b6981a-e088-4539-ba72-650fa6fa1c6d details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:12:21.741764 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:21.822905 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0f4a1-552d-4254-9252-2f80ab0fa0e3 req-836231a4-cc5b-4c9e-9b53-2fe7c042a3d5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:21.824988 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-99a0f4a1-552d-4254-9252-2f80ab0fa0e3 req-836231a4-cc5b-4c9e-9b53-2fe7c042a3d5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.3161719
Jul 19 01:12:21.851600 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9e11d-7295-40d4-bb23-335ebbfc79f2 req-ece77737-69ce-4ed3-b6c8-e66a8ce351e1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:21.858402 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-99c9e11d-7295-40d4-bb23-335ebbfc79f2 req-ece77737-69ce-4ed3-b6c8-e66a8ce351e1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.2703695
Jul 19 01:12:21.932138 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=b9a95612-12b3-4eee-86f5-b549754d0d3b,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:21.937322 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:22.011121 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-99a0f4a1-552d-4254-9252-2f80ab0fa0e3 req-6a7fc53e-7e0e-4312-9b4c-60d8ea15b6e7 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367970
Jul 19 01:12:22.031465 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-99c9e11d-7295-40d4-bb23-335ebbfc79f2 req-18036ff5-058d-4872-8a03-f3c1d768a1ef tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1626618
Jul 19 01:12:22.194894 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 42b6981a-e088-4539-ba72-650fa6fa1c6d, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:22.218077 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'port_id': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'mac_address': 'fa:16:3e:81:00:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:12:22.293597 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:22.316542 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b6981a-e088-4539-ba72-650fa6fa1c6d {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:12:22.337066 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994505bf-f0c2-4a33-94c3-96e743ee5432 req-b220db42-4ebb-4595-8cdc-c3922a048533 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:22.338338 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 42b6981a-e088-4539-ba72-650fa6fa1c6d, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:22.345054 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:22.345685 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-994505bf-f0c2-4a33-94c3-96e743ee5432 req-b220db42-4ebb-4595-8cdc-c3922a048533 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 945 time: 0.2174206
Jul 19 01:12:22.347400 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-e7d813e8-89f3-42d7-8b11-b960f2e7d404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:22.439900 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=42b6981a-e088-4539-ba72-650fa6fa1c6d,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:22.450098 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:22.464410 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-994505bf-f0c2-4a33-94c3-96e743ee5432 req-433646b5-95ce-45cc-a9e0-40b884137617 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178083
Jul 19 01:12:22.525887 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07474b-5c9c-4c46-882e-99bea51c75b6 req-b3cec4c0-a2b1-427c-b5e2-a16d5d8e5145 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:22.525887 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-aa07474b-5c9c-4c46-882e-99bea51c75b6 req-b3cec4c0-a2b1-427c-b5e2-a16d5d8e5145 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 945 time: 0.1516039
Jul 19 01:12:22.650688 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-aa07474b-5c9c-4c46-882e-99bea51c75b6 req-a532d97b-7246-4455-896c-6bb0dedd1fb5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333473
Jul 19 01:12:22.939511 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6dfe7-880e-413a-8c66-c04c5aa66596 req-5c41d7ea-efda-44ad-ac1a-638b06c3dec3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:22.942306 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f4e6dfe7-880e-413a-8c66-c04c5aa66596 req-5c41d7ea-efda-44ad-ac1a-638b06c3dec3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.2684484
Jul 19 01:12:22.951403 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['b9a95612-12b3-4eee-86f5-b549754d0d3b'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:12:22.999567 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['42b6981a-e088-4539-ba72-650fa6fa1c6d'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:12:23.011047 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f4e6dfe7-880e-413a-8c66-c04c5aa66596 req-be9c4d43-7dd2-4739-9953-dd6b1cdb5cbb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0625334
Jul 19 01:12:23.507301 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d42cd-dc4c-4c21-9993-4329f1be9079 req-92ea0039-fb6a-4fd1-bd3b-a4b445129ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:23.508789 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef7d42cd-dc4c-4c21-9993-4329f1be9079 req-92ea0039-fb6a-4fd1-bd3b-a4b445129ffd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 1098 time: 0.4776766
Jul 19 01:12:23.687478 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38790) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:23.783659 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfd090-80f2-46ca-b6e3-e764d44f45f0 req-31f513a7-00bf-4e1c-980a-785b57e82b11 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:23.790354 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-27bfd090-80f2-46ca-b6e3-e764d44f45f0 req-31f513a7-00bf-4e1c-980a-785b57e82b11 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.5363843
Jul 19 01:12:23.920189 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d42cd-dc4c-4c21-9993-4329f1be9079 req-2d8bd9f0-eda3-47ea-b35b-63b37423f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:23.921898 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef7d42cd-dc4c-4c21-9993-4329f1be9079 req-2d8bd9f0-eda3-47ea-b35b-63b37423f7aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 919 time: 0.3975863
Jul 19 01:12:23.938939 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-27bfd090-80f2-46ca-b6e3-e764d44f45f0 req-9b891404-6e69-4863-aa12-33390f94bf86 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1368260
Jul 19 01:12:23.961662 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a7f12-5255-4c98-9ec8-a7d522ce9db1 req-bbb7ef66-1e1b-4795-a237-f4b6c3b001b2 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:23.980989 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-435a7f12-5255-4c98-9ec8-a7d522ce9db1 req-bbb7ef66-1e1b-4795-a237-f4b6c3b001b2 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.8413796
Jul 19 01:12:24.050473 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:24.080581 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:12:24.089085 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef7d42cd-dc4c-4c21-9993-4329f1be9079 req-3b63453e-1408-4105-8924-a9ad68e5042b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 HTTP/1.1" status: 200  len: 217 time: 0.1093574
Jul 19 01:12:24.094522 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] Usage tracker for resource:security_group_rule and tenant:43f77ab5a6584deeb94231d14a4f84aa is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:12:24.097469 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:12:24.103364 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:12:24.157323 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-435a7f12-5255-4c98-9ec8-a7d522ce9db1 req-6b444b95-ac74-4d24-a31c-53d16aa48c45 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021354
Jul 19 01:12:24.239213 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:24.246373 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:24.254137 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d42cd-dc4c-4c21-9993-4329f1be9079 req-370ee695-8a0c-4be9-9adb-f3f6e9c04683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:24.257434 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef7d42cd-dc4c-4c21-9993-4329f1be9079 req-370ee695-8a0c-4be9-9adb-f3f6e9c04683 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.1516461
Jul 19 01:12:24.280821 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-40ce8ae1-027a-4ff8-bf84-c44d5aa55f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:24.292883 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43f77ab5a6584deeb94231d14a4f84aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6044888
Jul 19 01:12:24.296234 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38810) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:24.339995 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef7d42cd-dc4c-4c21-9993-4329f1be9079 req-5c908d65-932d-42c9-9897-a12aab9b9f78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0669122
Jul 19 01:12:24.342390 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b64f2f-6065-4403-94a8-65a5c3053750,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:24.349897 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:24.389138 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f12988-e6c2-47f6-8de8-27a110bf272c req-93d0d29a-b4d7-459f-a855-9dd670beebe7 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:24.396434 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70372d3e-42db-44b7-af52-d8254c4c1bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:24.396899 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-97f12988-e6c2-47f6-8de8-27a110bf272c req-93d0d29a-b4d7-459f-a855-9dd670beebe7 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 945 time: 0.2385848
Jul 19 01:12:24.435536 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70372d3e-42db-44b7-af52-d8254c4c1bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:24.504288 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70372d3e-42db-44b7-af52-d8254c4c1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:24.514863 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4ee007d3-eb95-45bb-9615-5efcbb0a6590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:24.530963 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70372d3e-42db-44b7-af52-d8254c4c1bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b64f2f-6065-4403-94a8-65a5c3053750,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:24.540280 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-70372d3e-42db-44b7-af52-d8254c4c1bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:24.541937 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70372d3e-42db-44b7-af52-d8254c4c1bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:24.544314 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-70372d3e-42db-44b7-af52-d8254c4c1bc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23b64f2f-6065-4403-94a8-65a5c3053750 HTTP/1.1" status: 204  len: 168 time: 0.2459872
Jul 19 01:12:24.616120 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-97f12988-e6c2-47f6-8de8-27a110bf272c req-b0b044d5-5330-4b96-8f8e-16dd70cd0015 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161031
Jul 19 01:12:24.731946 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef7d42cd-dc4c-4c21-9993-4329f1be9079 req-e036cf88-6529-4f04-a25e-d43a7a88f2d4 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3804877
Jul 19 01:12:24.956847 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd05df-4143-4ee7-8cad-4591871d6e7a req-3ea24ea0-e2a9-4582-897b-3cb6f606d576 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:24.966875 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-82dd05df-4143-4ee7-8cad-4591871d6e7a req-3ea24ea0-e2a9-4582-897b-3cb6f606d576 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 945 time: 0.5288503
Jul 19 01:12:25.018917 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef7d42cd-dc4c-4c21-9993-4329f1be9079 req-5a77e3b2-511c-4d57-9f98-983ccd6699d8 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2735908
Jul 19 01:12:25.074386 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-82dd05df-4143-4ee7-8cad-4591871d6e7a req-b0b7867b-41a3-42bb-aa44-3ff235eb5294 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065230
Jul 19 01:12:25.101505 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device b9a95612-12b3-4eee-86f5-b549754d0d3b up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:12:25.115322 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1e1a5-4e2d-4704-a3c9-10dd9184d0b8 req-a6e0a16a-18db-4233-8d25-26fde8feb573 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:25.116980 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-58a1e1a5-4e2d-4704-a3c9-10dd9184d0b8 req-a6e0a16a-18db-4233-8d25-26fde8feb573 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.2204812
Jul 19 01:12:25.186431 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-58a1e1a5-4e2d-4704-a3c9-10dd9184d0b8 req-60452f26-1856-4ad1-812d-9a7515df980b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0634787
Jul 19 01:12:25.311709 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port b9a95612-12b3-4eee-86f5-b549754d0d3b completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:12:25.314945 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:12:25.320049 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port b9a95612-12b3-4eee-86f5-b549754d0d3b triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:12:25.320556 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:25.478611 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9583aa-f045-4e60-8880-215c54ccdb31 req-dd9ef7c0-3c88-482e-a80f-d4655b7bbbe5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:25.486313 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4b9583aa-f045-4e60-8880-215c54ccdb31 req-dd9ef7c0-3c88-482e-a80f-d4655b7bbbe5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1319172
Jul 19 01:12:25.492315 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:25.532509 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port b9a95612-12b3-4eee-86f5-b549754d0d3b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=b9a95612-12b3-4eee-86f5-b549754d0d3b,segment=NetworkSegment(e03a20d4-022f-4028-ae36-4e7e47df1b64),segment_id=e03a20d4-022f-4028-ae36-4e7e47df1b64)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:25.533746 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7632b11-89aa-4fc7-95a8-c6f0cadf4764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a95612-12b3-4eee-86f5-b549754d0d3b'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:25.540734 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:25.542782 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:25.560721 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4b9583aa-f045-4e60-8880-215c54ccdb31 req-fac5c88e-610c-48ea-801b-8db2229cfe0e tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707147
Jul 19 01:12:25.600941 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e812eb7-759f-49a2-a4b4-a7dcb5f3f2b8 req-86ebe974-fc1e-4b2b-94ef-b758e2212010 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:25.611333 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6e812eb7-759f-49a2-a4b4-a7dcb5f3f2b8 req-86ebe974-fc1e-4b2b-94ef-b758e2212010 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.3544171
Jul 19 01:12:25.633913 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=b9a95612-12b3-4eee-86f5-b549754d0d3b,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:25.637661 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:25.669285 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7632b11-89aa-4fc7-95a8-c6f0cadf4764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a95612-12b3-4eee-86f5-b549754d0d3b', 'code': 200}
Jul 19 01:12:25.682828 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6e812eb7-759f-49a2-a4b4-a7dcb5f3f2b8 req-bcb54743-6799-42a6-9611-db739f51b99d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706217
Jul 19 01:12:25.942163 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1de088-1eed-401b-97cb-cc11afd469ea req-13a6a5bb-c1f3-488e-adba-a59fe8e8bfd0 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:25.948163 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ea1de088-1eed-401b-97cb-cc11afd469ea req-13a6a5bb-c1f3-488e-adba-a59fe8e8bfd0 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 946 time: 0.1716833
Jul 19 01:12:26.003428 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ea1de088-1eed-401b-97cb-cc11afd469ea req-91f6b6c8-2345-4f0d-b2fb-1593ebb36463 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538015
Jul 19 01:12:26.314147 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80b3e8-0508-40d1-bc61-c0aaab0f1e11 req-1f668a0a-f047-4dbd-9c85-013936769579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:26.315878 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc80b3e8-0508-40d1-bc61-c0aaab0f1e11 req-1f668a0a-f047-4dbd-9c85-013936769579 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 1099 time: 0.2670021
Jul 19 01:12:26.381008 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d606be-8655-47c1-bf5a-4c42db038c28 req-95683bd3-8b96-41a9-846b-1d0a4dfdc92a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:26.389719 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-41d606be-8655-47c1-bf5a-4c42db038c28 req-95683bd3-8b96-41a9-846b-1d0a4dfdc92a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 945 time: 0.1765292
Jul 19 01:12:26.396816 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc80b3e8-0508-40d1-bc61-c0aaab0f1e11 req-16d45d84-0fb5-497d-88be-36d133f405f6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703487
Jul 19 01:12:26.491867 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-41d606be-8655-47c1-bf5a-4c42db038c28 req-45ca2726-7aa2-4e43-8ca3-693792ee9ba5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010275
Jul 19 01:12:26.527792 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01126bdb-b8e4-4b94-8b5a-93f0916f2b7c req-1b6cca83-e0aa-42dd-bf04-e1f8073a048c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:26.529487 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-01126bdb-b8e4-4b94-8b5a-93f0916f2b7c req-1b6cca83-e0aa-42dd-bf04-e1f8073a048c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1347225
Jul 19 01:12:26.584076 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-01126bdb-b8e4-4b94-8b5a-93f0916f2b7c req-4f9cfdb8-7e6e-4bc8-9019-3a5c440477b0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0484221
Jul 19 01:12:26.815757 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c7160-9d33-4236-a794-0a03b654b251 req-718c78eb-7f5d-4b5d-a7de-3836211473dd tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:26.823082 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c88c7160-9d33-4236-a794-0a03b654b251 req-718c78eb-7f5d-4b5d-a7de-3836211473dd tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1361463
Jul 19 01:12:26.917266 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c88c7160-9d33-4236-a794-0a03b654b251 req-71903960-e7b5-4e72-9c97-810f602578d1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932248
Jul 19 01:12:26.948002 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50bdbd-7340-4d89-af64-826668f3a200 req-5566e5de-cb64-4f78-af7a-dee9775b8e6a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:26.949443 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2e50bdbd-7340-4d89-af64-826668f3a200 req-5566e5de-cb64-4f78-af7a-dee9775b8e6a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1119225
Jul 19 01:12:27.004575 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2e50bdbd-7340-4d89-af64-826668f3a200 req-e4e19737-01b4-4be9-bd03-e46079426845 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483537
Jul 19 01:12:27.136872 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 42b6981a-e088-4539-ba72-650fa6fa1c6d up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:12:27.221491 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3b3e-adc1-40d2-839a-713ab44c8ee3 req-a1987deb-0d65-4d75-a5b8-cb44ed273539 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:27.225194 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e01d3b3e-adc1-40d2-839a-713ab44c8ee3 req-a1987deb-0d65-4d75-a5b8-cb44ed273539 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 946 time: 0.1163788
Jul 19 01:12:27.252427 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port 42b6981a-e088-4539-ba72-650fa6fa1c6d completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:12:27.258570 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 42b6981a-e088-4539-ba72-650fa6fa1c6d triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:12:27.259435 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:27.296437 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e01d3b3e-adc1-40d2-839a-713ab44c8ee3 req-3f122048-70b2-493c-8a47-7dead6a114ab tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649750
Jul 19 01:12:27.420051 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:27.464688 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 42b6981a-e088-4539-ba72-650fa6fa1c6d, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:27.476280 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:27.479969 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-3510e248-d0a7-4c4e-b0e2-5c39a001b602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:27.587961 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=42b6981a-e088-4539-ba72-650fa6fa1c6d,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:27.592624 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:27.670736 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:27.881033 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ceb57-ae19-4f4b-acd9-1321cad1f179 req-df4f7506-2f40-43f0-bf76-21524f81e491 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:27.889740 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-692ceb57-ae19-4f4b-acd9-1321cad1f179 req-df4f7506-2f40-43f0-bf76-21524f81e491 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1991584
Jul 19 01:12:27.957480 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-692ceb57-ae19-4f4b-acd9-1321cad1f179 req-d60a7bb5-8e79-42d4-8ffe-4c88fb499f20 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679429
Jul 19 01:12:27.992573 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee583e0-2a67-4ac6-ae90-d4402e78a3e4 req-e7b4060a-4272-4880-bf16-7bfbd01086d8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:27.998628 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-0b6bae7e-8ff6-4b78-ab15-b2f87f8f2c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:28.000793 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eee583e0-2a67-4ac6-ae90-d4402e78a3e4 req-e7b4060a-4272-4880-bf16-7bfbd01086d8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1954656
Jul 19 01:12:28.021146 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'code': 200}
Jul 19 01:12:28.067748 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eee583e0-2a67-4ac6-ae90-d4402e78a3e4 req-109f5475-25ff-4931-8d2e-6cd38e9bdfe3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0658474
Jul 19 01:12:28.276400 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92caf9-951f-4378-a39e-0af7c5674a3c req-7fcd0158-168b-4a2d-bef3-8f793b13fb03 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:28.284804 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a92caf9-951f-4378-a39e-0af7c5674a3c req-7fcd0158-168b-4a2d-bef3-8f793b13fb03 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1431508
Jul 19 01:12:28.355785 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a92caf9-951f-4378-a39e-0af7c5674a3c req-f3708bea-d0de-4cf6-baf8-1ca9923e582d tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699010
Jul 19 01:12:28.394279 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6698c2-bab4-490c-9d95-5e96f282b677 req-a09f1634-78fb-4cac-bbfc-9ff1c3a2186b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:28.396176 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ff6698c2-bab4-490c-9d95-5e96f282b677 req-a09f1634-78fb-4cac-bbfc-9ff1c3a2186b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1737032
Jul 19 01:12:28.490415 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ff6698c2-bab4-490c-9d95-5e96f282b677 req-3b0f45e1-7b9a-45ac-99ca-8685863f761b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822589
Jul 19 01:12:28.497298 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:28.646127 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a81aa-8fd7-4b8a-a738-cd98e89349f0 req-223cc104-3e3e-46df-87b3-eb7d6c51168e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:28.652970 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-be9a81aa-8fd7-4b8a-a738-cd98e89349f0 req-223cc104-3e3e-46df-87b3-eb7d6c51168e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 946 time: 0.1750066
Jul 19 01:12:28.723561 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-be9a81aa-8fd7-4b8a-a738-cd98e89349f0 req-0d874de1-41b3-4aeb-80f1-36f248ac1da8 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694716
Jul 19 01:12:29.114676 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d4422-a8db-41bc-b99d-6fa3b08bb6e4 req-8f21f36a-0a6a-44f6-a78f-c58ff2140423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:29.118792 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-513d4422-a8db-41bc-b99d-6fa3b08bb6e4 req-8f21f36a-0a6a-44f6-a78f-c58ff2140423 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 1099 time: 0.1789885
Jul 19 01:12:29.255756 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:29.348645 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-513d4422-a8db-41bc-b99d-6fa3b08bb6e4 req-7b5b6846-c63a-4b77-b9f3-aa6444808439 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1414201
Jul 19 01:12:29.377165 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce996e-4f56-4f87-bb09-302fa2700222 req-a49cbb77-e51d-49a1-bb45-28169356daa6 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:29.378993 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-59ce996e-4f56-4f87-bb09-302fa2700222 req-a49cbb77-e51d-49a1-bb45-28169356daa6 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1306894
Jul 19 01:12:29.387373 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9b5a1-f498-402b-8acc-2f310d4e5222 req-511f13da-ea13-4e8c-9ea4-1404c26cc245 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:29.389552 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f2f9b5a1-f498-402b-8acc-2f310d4e5222 req-511f13da-ea13-4e8c-9ea4-1404c26cc245 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.2669344
Jul 19 01:12:29.486597 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-59ce996e-4f56-4f87-bb09-302fa2700222 req-eb93bc02-0ca2-44f3-8b1d-1d9babbc63bf tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0943089
Jul 19 01:12:29.519835 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f2f9b5a1-f498-402b-8acc-2f310d4e5222 req-c0111130-8079-4efc-9dd7-2b262baeae98 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802367
Jul 19 01:12:29.788621 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38930) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:29.873955 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc387a-5b50-46fd-bf29-eb8d969c54ac req-c7d36895-7341-40cd-8f48-c84b00a6766f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:29.881118 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6acc387a-5b50-46fd-bf29-eb8d969c54ac req-c7d36895-7341-40cd-8f48-c84b00a6766f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2229922
Jul 19 01:12:29.940612 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6acc387a-5b50-46fd-bf29-eb8d969c54ac req-6aa42856-cf32-42d8-a7a7-895ed7661152 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586128
Jul 19 01:12:29.955082 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b628377-e002-47f1-9338-0f7a565eb095 req-06b015eb-ff12-48c7-b7fa-e3da6ae70875 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:29.956830 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6b628377-e002-47f1-9338-0f7a565eb095 req-06b015eb-ff12-48c7-b7fa-e3da6ae70875 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.2116466
Jul 19 01:12:30.012057 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:30.037743 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:12:30.043535 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] Usage tracker for resource:security_group_rule and tenant:f9f0dccaef78405aa245d924a5d56610 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:12:30.048468 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:12:30.055047 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:12:30.069646 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6b628377-e002-47f1-9338-0f7a565eb095 req-45d24072-019d-4c80-9f57-0dd17e7d1a62 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029489
Jul 19 01:12:30.227388 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17732a-c6ef-4e42-9193-665810c21aae req-a4550b50-db5b-4dc6-9d64-0ef65811f5b6 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:30.235299 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ca17732a-c6ef-4e42-9193-665810c21aae req-a4550b50-db5b-4dc6-9d64-0ef65811f5b6 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 946 time: 0.1094825
Jul 19 01:12:30.238279 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:30.246268 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:30.268793 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-fda6d0f2-bcf4-4986-a80b-9b34e2fc4a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:30.327247 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9f0dccaef78405aa245d924a5d56610&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5366950
Jul 19 01:12:30.328569 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38944) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:30.333353 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174929b6-28c6-46f2-9ab5-67e5e9b44816,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:30.337070 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:30.412193 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-24c53a50-0ad8-4421-95b4-ee600cfdff47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:30.435670 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ca17732a-c6ef-4e42-9193-665810c21aae req-a03d63d8-3468-4987-be01-ae538822d28a tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910968
Jul 19 01:12:30.496461 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-24c53a50-0ad8-4421-95b4-ee600cfdff47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:30.586685 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-24c53a50-0ad8-4421-95b4-ee600cfdff47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:30.596264 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9bcf4787-9988-4f3f-898c-642b283d6937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:30.616709 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c53a50-0ad8-4421-95b4-ee600cfdff47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174929b6-28c6-46f2-9ab5-67e5e9b44816,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:30.627756 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-24c53a50-0ad8-4421-95b4-ee600cfdff47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:30.628925 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-24c53a50-0ad8-4421-95b4-ee600cfdff47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:30.632705 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-24c53a50-0ad8-4421-95b4-ee600cfdff47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/174929b6-28c6-46f2-9ab5-67e5e9b44816 HTTP/1.1" status: 204  len: 168 time: 0.2991936
Jul 19 01:12:30.714116 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-0ae21125-96c8-47ac-9786-dfd0da413dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:30.835880 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bf1d0-8f43-4bed-a5e0-e3e2ba659c16 req-ab83f75c-7f6d-4c4e-8f24-f297f3925fe5 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:30.845635 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c66bf1d0-8f43-4bed-a5e0-e3e2ba659c16 req-ab83f75c-7f6d-4c4e-8f24-f297f3925fe5 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1252110
Jul 19 01:12:30.941344 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c66bf1d0-8f43-4bed-a5e0-e3e2ba659c16 req-6bfa2d66-f989-469b-8f1e-b7ca53032e91 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0946536
Jul 19 01:12:31.187359 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec744631-421a-496d-a318-a997298144e6 req-42c40f01-b47b-40e2-ab9b-966d7e84138b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:31.191661 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ec744631-421a-496d-a318-a997298144e6 req-42c40f01-b47b-40e2-ab9b-966d7e84138b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1583588
Jul 19 01:12:31.226277 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38970) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:31.255263 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:31.271405 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:12:31.275676 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:edcfc363b0fb43a4bd3d855b6a9a14e5 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:12:31.279751 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:12:31.286048 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:12:31.338828 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ec744631-421a-496d-a318-a997298144e6 req-bf5c6abb-e09a-4d39-ae23-6d654efb35bc tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1396859
Jul 19 01:12:31.385498 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442452a-c302-489c-b841-abcad87a470a req-8c5ac425-39bf-4d65-bb77-aa07c1ad734f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:31.387791 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d442452a-c302-489c-b841-abcad87a470a req-8c5ac425-39bf-4d65-bb77-aa07c1ad734f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1543274
Jul 19 01:12:31.425305 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:31.432341 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:31.443877 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:31.449571 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d442452a-c302-489c-b841-abcad87a470a req-b75c934d-c9e5-42f1-b058-0a6225ae5005 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543945
Jul 19 01:12:31.482649 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:31.504634 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84824b2-4932-4eed-b0e8-b12cf04b67c5,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:31.508666 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:31.519318 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edcfc363b0fb43a4bd3d855b6a9a14e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2917898
Jul 19 01:12:31.521639 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 38978) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:31.589253 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f105eca4-85f3-4a87-8c25-ce7729234b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:31.621413 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f105eca4-85f3-4a87-8c25-ce7729234b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:31.728792 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f105eca4-85f3-4a87-8c25-ce7729234b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:31.736501 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:31.767220 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105eca4-85f3-4a87-8c25-ce7729234b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84824b2-4932-4eed-b0e8-b12cf04b67c5,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:31.777806 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f105eca4-85f3-4a87-8c25-ce7729234b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:31.781783 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f105eca4-85f3-4a87-8c25-ce7729234b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:31.783330 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-f105eca4-85f3-4a87-8c25-ce7729234b16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c84824b2-4932-4eed-b0e8-b12cf04b67c5 HTTP/1.1" status: 204  len: 168 time: 0.2604098
Jul 19 01:12:32.051408 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed54281-ea2b-4184-88cb-be5b08d62ac1 req-d31d0c1d-8a35-4bb5-9f60-00cae977a049 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:32.053256 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3ed54281-ea2b-4184-88cb-be5b08d62ac1 req-d31d0c1d-8a35-4bb5-9f60-00cae977a049 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1080902
Jul 19 01:12:32.210097 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3ed54281-ea2b-4184-88cb-be5b08d62ac1 req-52467937-76e8-4bb5-b6e8-c8c1f59629bf tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419678
Jul 19 01:12:32.287001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86309a39-704b-4cf8-8ed9-3fd9de8603b7 req-b31b8752-cd7d-49f4-805d-72ae48397eb4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:32.306363 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-86309a39-704b-4cf8-8ed9-3fd9de8603b7 req-b31b8752-cd7d-49f4-805d-72ae48397eb4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.2103128
Jul 19 01:12:32.366509 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39002) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:32.388856 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-86309a39-704b-4cf8-8ed9-3fd9de8603b7 req-b2bdfda0-854f-4867-86fe-4589cd313346 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0815208
Jul 19 01:12:32.412126 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:32.437930 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:12:32.444759 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] Usage tracker for resource:security_group_rule and tenant:afe685f33a0e4e6e96cf13444b142069 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:12:32.447890 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:12:32.454386 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:12:32.596702 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:32.602580 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:32.614520 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2b6fc3a4-a0da-4824-86d5-c4ec1c75a5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:32.675396 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afe685f33a0e4e6e96cf13444b142069&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3056281
Jul 19 01:12:32.677665 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 39016) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:32.680458 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933b7715-8a09-42cc-be26-3008e7642e16,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:32.689201 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:32.798382 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-34f86efc-c64d-4f53-aa18-5fef11b5a11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:32.915075 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:32.953095 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-34f86efc-c64d-4f53-aa18-5fef11b5a11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:33.117929 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2df1d-fa6c-462d-8269-c84c34025464 req-107e3dd4-92f2-417e-9349-06e56233036a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:33.125777 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-18c2df1d-fa6c-462d-8269-c84c34025464 req-107e3dd4-92f2-417e-9349-06e56233036a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.2973082
Jul 19 01:12:33.141885 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-34f86efc-c64d-4f53-aa18-5fef11b5a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:33.148276 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1dfe3967-1337-4510-9d15-64fffeae5ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:33.169531 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f86efc-c64d-4f53-aa18-5fef11b5a11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933b7715-8a09-42cc-be26-3008e7642e16,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:33.174510 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-34f86efc-c64d-4f53-aa18-5fef11b5a11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:33.188459 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-34f86efc-c64d-4f53-aa18-5fef11b5a11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:33.189563 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-34f86efc-c64d-4f53-aa18-5fef11b5a11c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/933b7715-8a09-42cc-be26-3008e7642e16 HTTP/1.1" status: 204  len: 168 time: 0.5096669
Jul 19 01:12:33.230708 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-18c2df1d-fa6c-462d-8269-c84c34025464 req-332f4771-fe33-4d4a-b690-8d53c3cc91f0 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036220
Jul 19 01:12:33.275412 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73957eab-7562-43f0-b6e5-7a787217eab1 req-206b4e27-afec-4b59-a827-bb3b3eacffb7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:33.278252 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-73957eab-7562-43f0-b6e5-7a787217eab1 req-206b4e27-afec-4b59-a827-bb3b3eacffb7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.2525837
Jul 19 01:12:33.354140 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-73957eab-7562-43f0-b6e5-7a787217eab1 req-187a43f1-5623-447d-9fed-d7e9244a3064 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662463
Jul 19 01:12:33.642642 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc5f06-2f89-4ba6-abab-b508d90fa0f1 req-6e8c776d-c817-41c0-956f-0e0350945aa2 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:33.649998 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-78dc5f06-2f89-4ba6-abab-b508d90fa0f1 req-6e8c776d-c817-41c0-956f-0e0350945aa2 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 946 time: 0.1662147
Jul 19 01:12:33.717752 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fab71f-5d60-4d4f-b740-b8b3e2d50745 req-441af300-f3ab-4000-879f-3e68bbb8ea8e tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:33.722203 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-30fab71f-5d60-4d4f-b740-b8b3e2d50745 req-441af300-f3ab-4000-879f-3e68bbb8ea8e tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1917496
Jul 19 01:12:33.799195 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-78dc5f06-2f89-4ba6-abab-b508d90fa0f1 req-51016a2b-8517-4e75-b461-36332927568c tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481633
Jul 19 01:12:33.822803 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-30fab71f-5d60-4d4f-b740-b8b3e2d50745 req-41196ede-9b96-4f07-b8fa-dc5d564455eb tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889354
Jul 19 01:12:33.863155 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39042) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:34.036825 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36323e08-7b2a-4c3e-9bef-6ed4e484e4ae req-8829706b-fd2b-4c78-ac2e-4ae6317052aa tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:34.045584 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36323e08-7b2a-4c3e-9bef-6ed4e484e4ae req-8829706b-fd2b-4c78-ac2e-4ae6317052aa tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1299868
Jul 19 01:12:34.135216 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36323e08-7b2a-4c3e-9bef-6ed4e484e4ae req-af24d1e3-f409-41f9-854a-256ef4d3fd9d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0877769
Jul 19 01:12:34.302198 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f2746-4355-417b-937b-4e91884d48a1 tempest-TestShelveInstance-570428028 tempest-TestShelveInstance-570428028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:34.304163 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-828f2746-4355-417b-937b-4e91884d48a1 tempest-TestShelveInstance-570428028 tempest-TestShelveInstance-570428028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 1094 time: 0.4399426
Jul 19 01:12:34.307843 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 39060) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:34.314610 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Request body: {'floatingip': {'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'port_id': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:12:34.323619 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:12:34.331116 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Usage tracker for resource:floatingip and tenant:a348ea9c922b4a408fcd783d34f75e06 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:12:34.334472 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:12:34.344413 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:12:34.360516 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for floatingip, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:34.663169 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d52c9b-d0b6-4404-b9bb-c5422d1f4faa req-20af3ed4-33ee-40e4-8cd6-006174895bad tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:34.664991 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-82d52c9b-d0b6-4404-b9bb-c5422d1f4faa req-20af3ed4-33ee-40e4-8cd6-006174895bad tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1589260
Jul 19 01:12:34.706890 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:34.905677 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-82d52c9b-d0b6-4404-b9bb-c5422d1f4faa req-f9a26780-51aa-4d77-b22c-a2dc5d0f6233 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2168519
Jul 19 01:12:35.047398 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Allocated IP 172.27.3.145 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/01c4f2ba-4d72-4230-90da-b466db0e90b1) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:12:35.579940 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:35.616923 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa82db5-71e9-4418-883b-8b2aba135c5b req-b35b4c9b-8ab4-4188-ae4b-3f7091e7d372 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:35.619436 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6fa82db5-71e9-4418-883b-8b2aba135c5b req-b35b4c9b-8ab4-4188-ae4b-3f7091e7d372 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 946 time: 0.4211943
Jul 19 01:12:35.635488 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a1c1-bacf-4ba3-a3cc-f190b3b171d2 req-a45307bb-87c2-4b53-bea7-4437dbc31780 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:35.639864 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-70c8a1c1-bacf-4ba3-a3cc-f190b3b171d2 req-a45307bb-87c2-4b53-bea7-4437dbc31780 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 945 time: 0.3811071
Jul 19 01:12:35.715033 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-7ff240f8-7240-459b-ae51-09217d3fab9e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:35.716543 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-7ff240f8-7240-459b-ae51-09217d3fab9e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 946 time: 0.3137863
Jul 19 01:12:35.806604 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-70c8a1c1-bacf-4ba3-a3cc-f190b3b171d2 req-7632a2e0-81da-4e65-926e-7ee6274377a1 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605558
Jul 19 01:12:35.814554 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6fa82db5-71e9-4418-883b-8b2aba135c5b req-e2399f00-b1e9-4b76-a651-f32b7f6a99ac tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723852
Jul 19 01:12:35.835852 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Deleting port b9a95612-12b3-4eee-86f5-b549754d0d3b {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:12:35.836294 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:35.872396 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:35.876918 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:36.006688 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:12:36.012740 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:12:36.022529 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:12:36.086492 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event updated for resources: {'Port': ['ID=01c4f2ba-4d72-4230-90da-b466db0e90b1,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:36.129151 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:36.364554 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8ab7-fa40-43d3-a7f7-bfcdeffcc06c req-bb368073-2f9d-4acd-b69e-fcb5280bf72f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:36.366057 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ea8a8ab7-fa40-43d3-a7f7-bfcdeffcc06c req-bb368073-2f9d-4acd-b69e-fcb5280bf72f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.4279392
Jul 19 01:12:36.471204 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b73fe-a10f-4ebc-a448-fc3c918de5e8 req-04ed5dfe-e9d6-432f-b29f-15d6efecd876 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:36.472720 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a99b73fe-a10f-4ebc-a448-fc3c918de5e8 req-04ed5dfe-e9d6-432f-b29f-15d6efecd876 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.4212315
Jul 19 01:12:36.490404 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] For port b9a95612-12b3-4eee-86f5-b549754d0d3b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=b9a95612-12b3-4eee-86f5-b549754d0d3b,segment=NetworkSegment(e03a20d4-022f-4028-ae36-4e7e47df1b64),segment_id=e03a20d4-022f-4028-ae36-4e7e47df1b64)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:36.490760 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:36.652028 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ea8a8ab7-fa40-43d3-a7f7-bfcdeffcc06c req-e6b5a145-4e8b-47d5-adb5-8cfa261928a6 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.2794125
Jul 19 01:12:36.660351 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Calling delete_port for b9a95612-12b3-4eee-86f5-b549754d0d3b owned by compute:nova {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:12:36.799067 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a99b73fe-a10f-4ebc-a448-fc3c918de5e8 req-eae40ebe-6cc5-4b64-bc5c-6dd49c86472c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3146000
Jul 19 01:12:36.925490 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e561577-1693-474a-a64f-301f66ae3744 req-4bb38c2e-13c0-4edd-b57d-9bd3f60b6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:36.926998 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8e561577-1693-474a-a64f-301f66ae3744 req-4bb38c2e-13c0-4edd-b57d-9bd3f60b6108 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 1099 time: 0.0793548
Jul 19 01:12:37.072780 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e561577-1693-474a-a64f-301f66ae3744 req-5291f594-de67-438d-bbb3-7db175833bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:37.074191 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8e561577-1693-474a-a64f-301f66ae3744 req-5291f594-de67-438d-bbb3-7db175833bc1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 916 time: 0.1351054
Jul 19 01:12:37.179713 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8e561577-1693-474a-a64f-301f66ae3744 req-8b53bc6b-c5a7-4f66-92aa-f57f5aaeac3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1301ae37-2f71-4c34-8ac0-5708aea24499 HTTP/1.1" status: 200  len: 1002 time: 0.0976658
Jul 19 01:12:37.228966 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:37.244905 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:37.257441 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e561577-1693-474a-a64f-301f66ae3744 req-b5957034-e8a8-42c9-ade3-2052538a4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:37.258946 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8e561577-1693-474a-a64f-301f66ae3744 req-b5957034-e8a8-42c9-ade3-2052538a4dbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.0686891
Jul 19 01:12:37.304288 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Pushing event deleted for resources: {'Port': ['ID=b9a95612-12b3-4eee-86f5-b549754d0d3b,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:37.310658 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:37.468060 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935ab5d-9e1a-4785-b1a0-13f837faedf6 req-3b9c836e-d929-434f-a7a0-3e93b405d66c tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:37.469517 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d935ab5d-9e1a-4785-b1a0-13f837faedf6 req-3b9c836e-d929-434f-a7a0-3e93b405d66c tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 867 time: 0.5030437
Jul 19 01:12:37.476846 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fa53-278f-4b6a-9f0e-1c826a22f8d3 req-fa62fad7-15be-4762-94b1-8507e6f29b16 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:37.478212 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4e90fa53-278f-4b6a-9f0e-1c826a22f8d3 req-fa62fad7-15be-4762-94b1-8507e6f29b16 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 945 time: 0.5085926
Jul 19 01:12:37.567382 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] No DVR routers for this DVR port b9a95612-12b3-4eee-86f5-b549754d0d3b on host hv-cinder-80123 {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:12:37.576310 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:37.579643 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7632b11-89aa-4fc7-95a8-c6f0cadf4764', 'name': 'network-vif-deleted', 'tag': 'b9a95612-12b3-4eee-86f5-b549754d0d3b'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:37.647946 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4e90fa53-278f-4b6a-9f0e-1c826a22f8d3 req-e825701d-5b29-49fe-b9d1-689af23a4b48 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517940
Jul 19 01:12:37.655541 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cb0c2ec7-9594-4797-b1c6-503fcf5a11f7 req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.16 "DELETE /v2.0/ports/b9a95612-12b3-4eee-86f5-b549754d0d3b HTTP/1.1" status: 204  len: 173 time: 1.9202783
Jul 19 01:12:37.658285 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d935ab5d-9e1a-4785-b1a0-13f837faedf6 req-bc7c56f5-e32f-4484-bf02-03cc3c10d71a tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c23eb58-438d-4685-96e5-5cede215c023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739705
Jul 19 01:12:37.676721 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:37.715109 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7632b11-89aa-4fc7-95a8-c6f0cadf4764', 'name': 'network-vif-deleted', 'tag': 'b9a95612-12b3-4eee-86f5-b549754d0d3b', 'status': 'completed', 'code': 200}
Jul 19 01:12:37.850181 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:37.934381 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d42c2d-6da3-476a-9daa-958b0e3ba8cc req-33a3a204-f1a8-48db-9d61-c74554cadac2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:37.936374 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92d42c2d-6da3-476a-9daa-958b0e3ba8cc req-33a3a204-f1a8-48db-9d61-c74554cadac2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1627901
Jul 19 01:12:38.096669 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92d42c2d-6da3-476a-9daa-958b0e3ba8cc req-477e1aae-af04-4d9d-b244-7fe87b100788 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1428218
Jul 19 01:12:38.167830 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80a197-fef4-4d00-a35b-d8aba77b8c76 req-32a6c70f-78aa-4d53-be17-c2860cd77bc9 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:38.169414 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9e80a197-fef4-4d00-a35b-d8aba77b8c76 req-32a6c70f-78aa-4d53-be17-c2860cd77bc9 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1883464
Jul 19 01:12:38.202062 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:38.209175 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:38.216544 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:38.327397 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9e80a197-fef4-4d00-a35b-d8aba77b8c76 req-03f30742-9caa-4cad-a125-9f7a54f9999a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448298
Jul 19 01:12:38.344338 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event updated for resources: {'Port': ['ID=01c4f2ba-4d72-4230-90da-b466db0e90b1,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:38.347106 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:38.354251 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:38.530662 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Floating IP d39ffb4f-dba8-4ff5-9fdf-a4285b68185e associated. External IP: 172.27.3.145, port: 42b6981a-e088-4539-ba72-650fa6fa1c6d.
Jul 19 01:12:38.864349 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-4ed2fb92-3896-4131-9220-bebbbc22986c req-a9ddd309-6cce-4cfa-b420-07a47bed81ae tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Synchronizing usage tracker for tenant:90fb810653564c84aa5c953d3bb64ed6 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:12:38.955307 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-4ed2fb92-3896-4131-9220-bebbbc22986c req-a9ddd309-6cce-4cfa-b420-07a47bed81ae tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Unset dirty status for tenant:90fb810653564c84aa5c953d3bb64ed6 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:12:38.956463 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ed2fb92-3896-4131-9220-bebbbc22986c req-a9ddd309-6cce-4cfa-b420-07a47bed81ae tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 210 time: 0.1499414
Jul 19 01:12:39.001195 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bddf7-6fc3-4666-a40e-2cbcd1068bbb req-932b438f-2089-472d-b222-e6ba301c3f7e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:39.002673 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-688bddf7-6fc3-4666-a40e-2cbcd1068bbb req-932b438f-2089-472d-b222-e6ba301c3f7e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 945 time: 0.2372937
Jul 19 01:12:39.120052 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-688bddf7-6fc3-4666-a40e-2cbcd1068bbb req-8a9f6e22-87d0-4f37-8676-61360fc27a1c tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689113
Jul 19 01:12:39.127850 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:12:39.354565 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:12:39.364396 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf4709-4830-475f-b227-676a1103c83c None None] Sync routers for ids ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:12:39.379872 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b68538-c53c-4670-a902-a70d3aad7546 req-71dfadc3-7f83-4ecf-8378-bc61f34252d9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:39.381317 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c9b68538-c53c-4670-a902-a70d3aad7546 req-71dfadc3-7f83-4ecf-8378-bc61f34252d9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1738629
Jul 19 01:12:39.384069 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cf4709-4830-475f-b227-676a1103c83c None None] Routers {'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:12:39.384726 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-13cf4709-4830-475f-b227-676a1103c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3858cb20>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:12:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:12:39.401645 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:39.516667 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.2074792
Jul 19 01:12:39.523413 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c9b68538-c53c-4670-a902-a70d3aad7546 req-ef92bbe5-6c73-4e5b-8e35-6d3a6fbe54c5 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1361320
Jul 19 01:12:39.559211 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e9e62-a10b-40f5-8549-73f5c6c87c77 req-1e698be0-41a4-4faa-9056-cefae59bd1d2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:39.559947 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-13cf4709-4830-475f-b227-676a1103c83c None None] Set router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:12:39.561206 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-682e9e62-a10b-40f5-8549-73f5c6c87c77 req-1e698be0-41a4-4faa-9056-cefae59bd1d2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1119895
Jul 19 01:12:39.606811 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-682e9e62-a10b-40f5-8549-73f5c6c87c77 req-6e3e0c59-a098-440f-86f2-f91262d70a5f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395615
Jul 19 01:12:39.716055 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:39.760495 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'status': 'completed', 'code': 200}
Jul 19 01:12:39.904396 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-13cf4709-4830-475f-b227-676a1103c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3858cb20>, [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'd39ffb4f-dba8-4ff5-9fdf-a4285b68185e', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'port_id': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'mac_address': 'fa:16:3e:81:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:12:37Z', 'updated_at': '2021-07-19T01:12:37Z', 'revision_number': 0, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ddc4a7-7cff-400e-8614-193849de1f30', 'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'mac_address': 'fa:16:3e:82:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:47Z', 'updated_at': '2021-07-19T01:10:57Z', 'revision_number': 5, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'subnets': [{'id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:12:39.908035 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf4709-4830-475f-b227-676a1103c83c None None] Checking router: ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:12:39.916074 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cf4709-4830-475f-b227-676a1103c83c None None] Routers {'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:12:39.916665 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-13cf4709-4830-475f-b227-676a1103c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3858cb20>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:12:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:12:40.095263 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-13cf4709-4830-475f-b227-676a1103c83c None None] Set router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:12:40.099275 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device b9a95612-12b3-4eee-86f5-b549754d0d3b no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:12:40.130465 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a5b9d16c-a83d-450e-b1c2-8f7e488a4e2d req-1095d1e2-b6d7-41c9-9fc8-7c4b36596ff6 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 210 time: 0.0670881
Jul 19 01:12:40.153052 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: b9a95612-12b3-4eee-86f5-b549754d0d3b {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:12:40.153411 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device b9a95612-12b3-4eee-86f5-b549754d0d3b not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:12:40.186650 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e561577-1693-474a-a64f-301f66ae3744 req-874814e6-96ba-48c7-881a-2bff94a417c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:40.188284 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8e561577-1693-474a-a64f-301f66ae3744 req-874814e6-96ba-48c7-881a-2bff94a417c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1100903
Jul 19 01:12:40.328012 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401152e-89a9-4c09-a71f-faff151f4839 req-ec035150-6b72-4941-87dd-26d245c19338 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:40.329522 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a401152e-89a9-4c09-a71f-faff151f4839 req-ec035150-6b72-4941-87dd-26d245c19338 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 945 time: 0.0867236
Jul 19 01:12:40.424454 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a401152e-89a9-4c09-a71f-faff151f4839 req-7c669bd9-3928-4d48-b6b7-9f4f4f83ba70 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867703
Jul 19 01:12:40.460547 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-06406b19-5b98-426b-9cbd-526e843f5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:40.462069 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-06406b19-5b98-426b-9cbd-526e843f5ad7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a348ea9c922b4a408fcd783d34f75e06&device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 1099 time: 0.0918465
Jul 19 01:12:40.500684 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-13cf4709-4830-475f-b227-676a1103c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3858cb20>, [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'd39ffb4f-dba8-4ff5-9fdf-a4285b68185e', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'port_id': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'mac_address': 'fa:16:3e:81:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:12:37Z', 'updated_at': '2021-07-19T01:12:37Z', 'revision_number': 0, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ddc4a7-7cff-400e-8614-193849de1f30', 'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'mac_address': 'fa:16:3e:82:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:47Z', 'updated_at': '2021-07-19T01:10:57Z', 'revision_number': 5, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'subnets': [{'id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:12:40.505404 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf4709-4830-475f-b227-676a1103c83c None None] The sync data for ids ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'] in dv-cinder-801236-1-iscsi is: [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'd39ffb4f-dba8-4ff5-9fdf-a4285b68185e', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'port_id': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'mac_address': 'fa:16:3e:81:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:12:37Z', 'updated_at': '2021-07-19T01:12:37Z', 'revision_number': 0, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ddc4a7-7cff-400e-8614-193849de1f30', 'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'mac_address': 'fa:16:3e:82:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:47Z', 'updated_at': '2021-07-19T01:10:57Z', 'revision_number': 5, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'subnets': [{'id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:12:40.529138 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8e561577-1693-474a-a64f-301f66ae3744 req-be040540-f5fe-46b4-96b3-0291d03401a8 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232072
Jul 19 01:12:40.624136 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-bea0ad26-90f7-499d-a1c4-c85de646b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:40.626397 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-bea0ad26-90f7-499d-a1c4-c85de646b196 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c079f077-1996-4d04-bab9-7c5a3344760f HTTP/1.1" status: 200  len: 909 time: 0.1418669
Jul 19 01:12:40.722414 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-8e561577-1693-474a-a64f-301f66ae3744 req-ba400884-a954-4a0c-b6e4-502df713c5dd service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860206
Jul 19 01:12:40.817287 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e9855-9307-439f-ba09-6e19647c0631 None None] New status for floating IP d39ffb4f-dba8-4ff5-9fdf-a4285b68185e: ACTIVE {{(pid=78649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:12:40.957446 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-7044276f-9c07-420f-898e-7fb96901c404 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d HTTP/1.1" status: 200  len: 1000 time: 0.3221588
Jul 19 01:12:40.995384 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b35e8d-5146-4348-85fd-a3d0a6503c8c req-c9a5ecf1-b828-46ea-93a6-7036878dfe7f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:40.996854 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-48b35e8d-5146-4348-85fd-a3d0a6503c8c req-c9a5ecf1-b828-46ea-93a6-7036878dfe7f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.2882125
Jul 19 01:12:41.027279 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5291a-e6d3-459e-9701-4a7852e83cd7 req-35755b2d-44ce-4344-8430-3b1c83f3fb60 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:41.029299 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bdb5291a-e6d3-459e-9701-4a7852e83cd7 req-35755b2d-44ce-4344-8430-3b1c83f3fb60 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.2529314
Jul 19 01:12:41.072090 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-48b35e8d-5146-4348-85fd-a3d0a6503c8c req-fbc9946a-4ec5-4200-9898-71d2bab30ce7 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0683429
Jul 19 01:12:41.190326 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-ab071bf2-3d12-43e9-9f62-5cf1eea5f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:41.191795 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-ab071bf2-3d12-43e9-9f62-5cf1eea5f8c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8 HTTP/1.1" status: 200  len: 848 time: 0.1128919
Jul 19 01:12:41.195080 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-99d9ef02-f980-4010-af67-b3cb9cf8e50a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:41.195479 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bdb5291a-e6d3-459e-9701-4a7852e83cd7 req-2baf30b0-db46-4107-9514-8809ebb26e6d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1522760
Jul 19 01:12:41.195756 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-99d9ef02-f980-4010-af67-b3cb9cf8e50a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Synchronizing usage tracker for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:12:41.218069 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-99d9ef02-f980-4010-af67-b3cb9cf8e50a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Unset dirty status for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:12:41.219570 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-99d9ef02-f980-4010-af67-b3cb9cf8e50a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 945 time: 0.1432397
Jul 19 01:12:41.338983 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Deleting port 76d88b78-505b-48fc-a89b-256a356f835b {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:12:41.339320 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:41.379022 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ef2514f-2cc6-4a06-9c43-efa079c0680c req-ba6174e5-f23b-4610-8f59-d1fc46fc9d64 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7632b11-89aa-4fc7-95a8-c6f0cadf4764 HTTP/1.1" status: 200  len: 210 time: 0.0702446
Jul 19 01:12:41.389143 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-4d442992-94d5-4ec4-b6ca-c1e950ea55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:41.392719 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-4d442992-94d5-4ec4-b6ca-c1e950ea55a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c079f077-1996-4d04-bab9-7c5a3344760f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1865039
Jul 19 01:12:41.587313 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-5a995374-3437-4d5f-bb6f-9c342b7f5ec3 service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803448
Jul 19 01:12:41.605609 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] For port 76d88b78-505b-48fc-a89b-256a356f835b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=76d88b78-505b-48fc-a89b-256a356f835b,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:41.606507 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:41.718779 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40be00d-30a9-4434-816e-896e4ef2edeb req-dcc06c20-8456-420d-891b-fcafa3f57f79 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:41.720700 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f40be00d-30a9-4434-816e-896e4ef2edeb req-dcc06c20-8456-420d-891b-fcafa3f57f79 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 945 time: 0.1842198
Jul 19 01:12:41.730840 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Calling delete_port for 76d88b78-505b-48fc-a89b-256a356f835b owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:12:41.783041 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf46df57-f62f-4695-bea7-e02c6641ac7e req-54210e0c-3be8-4e02-9073-4c72dd340afc service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799626
Jul 19 01:12:41.791372 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f40be00d-30a9-4434-816e-896e4ef2edeb req-3c842966-ba74-4c15-ac04-ddc519198619 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597756
Jul 19 01:12:41.886263 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:41.892190 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-e21c48dd-6f77-4ed9-bc87-2c897e60c45e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:41.937253 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Pushing event deleted for resources: {'Port': ['ID=76d88b78-505b-48fc-a89b-256a356f835b,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:41.940362 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:42.013195 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] No DVR routers for this DVR port 76d88b78-505b-48fc-a89b-256a356f835b on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:12:42.016162 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:42.018702 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632a9c97-ada4-4287-bfd8-d1b86c6832ff', 'name': 'network-vif-deleted', 'tag': '76d88b78-505b-48fc-a89b-256a356f835b'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:42.039110 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9425a3bb-7438-4ad2-a16e-011b8cf685c8 req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "DELETE /v2.0/ports/76d88b78-505b-48fc-a89b-256a356f835b HTTP/1.1" status: 204  len: 173 time: 0.8038037
Jul 19 01:12:42.062138 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632a9c97-ada4-4287-bfd8-d1b86c6832ff', 'name': 'network-vif-deleted', 'tag': '76d88b78-505b-48fc-a89b-256a356f835b', 'status': 'completed', 'code': 200}
Jul 19 01:12:42.335513 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965cc3-dfe7-4b9d-8deb-b31acac4ca02 req-8915c6c3-4402-4314-8135-72d74299ff9a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:42.336928 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cd965cc3-dfe7-4b9d-8deb-b31acac4ca02 req-8915c6c3-4402-4314-8135-72d74299ff9a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1228528
Jul 19 01:12:42.400121 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cd965cc3-dfe7-4b9d-8deb-b31acac4ca02 req-a191a479-22cd-4ea2-b0ee-b6a39ba5593c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0569007
Jul 19 01:12:42.419931 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ad0b8-1912-435d-889d-d44a8ba7b4cf req-87d87362-c411-47c3-9bed-6274e09b786a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:42.421405 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-175ad0b8-1912-435d-889d-d44a8ba7b4cf req-87d87362-c411-47c3-9bed-6274e09b786a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1274788
Jul 19 01:12:42.467050 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-175ad0b8-1912-435d-889d-d44a8ba7b4cf req-653cba90-d0ae-4fe6-ba05-f09bb5f9d864 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399358
Jul 19 01:12:42.588909 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd468c8-0bed-446d-a1b2-45e0077d8944 req-bd380138-ed02-4064-9f61-3b2bba3796d3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:42.590876 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ccd468c8-0bed-446d-a1b2-45e0077d8944 req-bd380138-ed02-4064-9f61-3b2bba3796d3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0836089
Jul 19 01:12:42.637350 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ccd468c8-0bed-446d-a1b2-45e0077d8944 req-521df6e2-b78e-4bd7-9b60-b15eb5b235d3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406644
Jul 19 01:12:42.942826 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-14e3591a-f77e-47cf-9a77-58a259f4c719 req-41499b57-1eda-4d94-9603-df9249d1c71c tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 210 time: 0.0426459
Jul 19 01:12:43.659501 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7b9d8-bae7-4bcc-9c54-fa7fc63e2796 req-7917fe5b-e41e-4bcc-827c-ea94cbaed181 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:43.667355 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b1b7b9d8-bae7-4bcc-9c54-fa7fc63e2796 req-7917fe5b-e41e-4bcc-827c-ea94cbaed181 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1519988
Jul 19 01:12:43.720341 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b1b7b9d8-bae7-4bcc-9c54-fa7fc63e2796 req-2c0f2724-f1c8-4d73-9207-3be1d8f7e656 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0520368
Jul 19 01:12:43.728682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c94d7-07d8-4975-811b-afa949a56a22 req-348c7095-cf26-4d98-aabe-57189abb311f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:43.730165 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c52c94d7-07d8-4975-811b-afa949a56a22 req-348c7095-cf26-4d98-aabe-57189abb311f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1401906
Jul 19 01:12:43.788593 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c52c94d7-07d8-4975-811b-afa949a56a22 req-5b26773f-ef61-4648-89d8-f6edba9af5ec tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521019
Jul 19 01:12:43.923745 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534b5b7-5342-4586-9de9-9330da34f832 req-5d5d6b8d-42a8-43fd-a230-97b0cc881087 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:43.925207 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2534b5b7-5342-4586-9de9-9330da34f832 req-5d5d6b8d-42a8-43fd-a230-97b0cc881087 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0795336
Jul 19 01:12:43.970522 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2534b5b7-5342-4586-9de9-9330da34f832 req-a1184770-cc86-44e5-8399-175cf22cc92c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397067
Jul 19 01:12:44.095123 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-98be0186-e7b2-4776-95be-96a5a2952da7 req-e355253e-f72c-4211-89ed-fc95fb71a092 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 210 time: 0.0454090
Jul 19 01:12:44.623063 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c3e481df-a4c3-4140-b240-b54b8c1c3504', '03dba630-0d7e-49c7-a6f0-0358de56e2d3', '8b75e67a-84d5-498b-9084-94cdc370d922', '76d88b78-505b-48fc-a89b-256a356f835b'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:12:44.860724 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957840c-ec34-4414-99b9-731d7f48105b req-80c99dea-4809-4bc9-b482-08cedde82fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:44.863630 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4957840c-ec34-4414-99b9-731d7f48105b req-80c99dea-4809-4bc9-b482-08cedde82fdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 1098 time: 0.1169567
Jul 19 01:12:45.214856 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9772af-1e38-4e6c-8899-8844019338ea req-c4c63e5b-74b9-4d2d-955f-0d13cdf24555 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:45.216888 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6e9772af-1e38-4e6c-8899-8844019338ea req-c4c63e5b-74b9-4d2d-955f-0d13cdf24555 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.3521874
Jul 19 01:12:45.220179 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957840c-ec34-4414-99b9-731d7f48105b req-044c8d52-83e1-41bc-8de3-7206090d094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:45.221474 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4957840c-ec34-4414-99b9-731d7f48105b req-044c8d52-83e1-41bc-8de3-7206090d094b service neutron] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 919 time: 0.3172865
Jul 19 01:12:45.246349 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c597e7-61f5-412b-97e1-f8f98190f943 req-71f80503-1f07-4111-bbaf-a18f0fd16f00 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:45.247766 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-20c597e7-61f5-412b-97e1-f8f98190f943 req-71f80503-1f07-4111-bbaf-a18f0fd16f00 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.3015473
Jul 19 01:12:45.291182 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6e9772af-1e38-4e6c-8899-8844019338ea req-451a09f0-ae1c-4f42-9372-efd797b6d18b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0678861
Jul 19 01:12:45.311415 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-20c597e7-61f5-412b-97e1-f8f98190f943 req-0f603ad5-2584-43ce-a06d-9be233372cf5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561457
Jul 19 01:12:45.472786 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b5eb8839-f6ba-4cce-9548-72ca6e8060f0 req-05542f2a-e932-4eb6-8209-6a72db88fa94 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 210 time: 0.0476551
Jul 19 01:12:45.507441 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5edb0-a4ba-41c2-9d39-5ba88c057cd9 req-d45e8ae9-e7ee-4572-9db0-32dcb14de3e9 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:45.508881 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2cd5edb0-a4ba-41c2-9d39-5ba88c057cd9 req-d45e8ae9-e7ee-4572-9db0-32dcb14de3e9 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1238267
Jul 19 01:12:45.552410 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2cd5edb0-a4ba-41c2-9d39-5ba88c057cd9 req-8d6c880b-6249-4ab5-9df8-ffa982ee4205 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372896
Jul 19 01:12:46.129416 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4957840c-ec34-4414-99b9-731d7f48105b req-30457574-4586-46a0-9cff-3702d0b33bc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 HTTP/1.1" status: 200  len: 217 time: 0.0650823
Jul 19 01:12:46.538768 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4344925-1bfb-4970-bd23-0e2b00d7048a req-6991bffa-7ff6-457b-8d54-8901ba32a597 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:46.540220 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e4344925-1bfb-4970-bd23-0e2b00d7048a req-6991bffa-7ff6-457b-8d54-8901ba32a597 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1383951
Jul 19 01:12:46.551590 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38a207-df2e-488d-9b9b-c4031aaa604c req-0b19a602-e738-4d85-8661-a93e057dc770 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:46.552930 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9b38a207-df2e-488d-9b9b-c4031aaa604c req-0b19a602-e738-4d85-8661-a93e057dc770 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1152406
Jul 19 01:12:46.620992 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e4344925-1bfb-4970-bd23-0e2b00d7048a req-5dc95922-4839-4278-9aed-555bf70346bc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0671339
Jul 19 01:12:46.625465 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9b38a207-df2e-488d-9b9b-c4031aaa604c req-81f45184-6df0-426d-80d4-48e231ced436 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571046
Jul 19 01:12:46.805796 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a02bdc9a-7ded-42b3-9d44-fd83cad27333 req-fca13814-e318-4cbc-b234-c7aba4712349 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 210 time: 0.0516498
Jul 19 01:12:46.840048 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dccec-ab4d-40e0-948e-7e60d5d701a8 req-b6a3e13f-2356-4d95-9c9e-555c322899e4 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:46.842143 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-961dccec-ab4d-40e0-948e-7e60d5d701a8 req-b6a3e13f-2356-4d95-9c9e-555c322899e4 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1223023
Jul 19 01:12:46.886949 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-961dccec-ab4d-40e0-948e-7e60d5d701a8 req-f3994b55-5207-45fb-a89e-526b29ff4753 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391474
Jul 19 01:12:46.971251 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957840c-ec34-4414-99b9-731d7f48105b req-0a7fedfd-70e6-4150-81c9-ec451e37637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:46.972686 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4957840c-ec34-4414-99b9-731d7f48105b req-0a7fedfd-70e6-4150-81c9-ec451e37637a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.0644925
Jul 19 01:12:47.867797 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8477d75-98a4-4713-8854-9d47327424a2 req-fa543f11-33ae-4856-9345-7faebe3e2397 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:47.869241 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f8477d75-98a4-4713-8854-9d47327424a2 req-fa543f11-33ae-4856-9345-7faebe3e2397 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1382096
Jul 19 01:12:47.879361 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e53272-d5ee-49bf-8aee-3af2089ae35d req-72e9402f-8c05-4147-9eb5-ea07098f510d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:47.880707 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-97e53272-d5ee-49bf-8aee-3af2089ae35d req-72e9402f-8c05-4147-9eb5-ea07098f510d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 946 time: 0.1509292
Jul 19 01:12:47.959736 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4957840c-ec34-4414-99b9-731d7f48105b req-5da7dedc-02fa-43d2-8e66-fdfac33b63ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621586
Jul 19 01:12:47.987031 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 1301ae37-2f71-4c34-8ac0-5708aea24499 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:12:47.995128 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f8477d75-98a4-4713-8854-9d47327424a2 req-1115253b-e723-4c6b-8356-fc1b86dedd23 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134784
Jul 19 01:12:47.999506 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-97e53272-d5ee-49bf-8aee-3af2089ae35d req-aa8bb4dd-3101-42b3-8665-6328930707e2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1051166
Jul 19 01:12:48.138250 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:48.207543 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:48.220404 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:48.226366 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:48.228433 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:48.286603 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-99203652-0c91-4053-8523-18895e456867 req-1b35ba11-aadb-4d42-98d8-3d3a84d258af tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a9c97-ada4-4287-bfd8-d1b86c6832ff HTTP/1.1" status: 200  len: 210 time: 0.1050158
Jul 19 01:12:48.308817 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=8']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:48.312931 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:48.323088 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4957840c-ec34-4414-99b9-731d7f48105b req-e873cb9b-3076-47ed-a999-c7319b66a549 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3043625
Jul 19 01:12:48.349938 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'code': 200}
Jul 19 01:12:48.385230 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f7207-7349-4b96-8b05-86efe3cb155a req-8c521b95-e9b3-4af2-8e37-ff3ccd22158d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:48.386697 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-341f7207-7349-4b96-8b05-86efe3cb155a req-8c521b95-e9b3-4af2-8e37-ff3ccd22158d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1480925
Jul 19 01:12:48.503713 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-341f7207-7349-4b96-8b05-86efe3cb155a req-f425df1f-2d50-4729-ab7c-aad5fa97a817 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718191
Jul 19 01:12:48.505566 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4957840c-ec34-4414-99b9-731d7f48105b req-0c036204-7429-4981-9c65-de5faed266ca service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1741877
Jul 19 01:12:49.358611 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368683-f636-4375-bcbc-17cfa9571d66 req-fccbf253-c20a-49fe-9e1f-2b9ce70cb7df tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:49.359996 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf368683-f636-4375-bcbc-17cfa9571d66 req-fccbf253-c20a-49fe-9e1f-2b9ce70cb7df tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2263203
Jul 19 01:12:49.367999 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd3ec8-ffba-420b-bdc7-9f2d755b7bba req-c4669d3a-795c-4e1f-aea2-9e001223b471 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:49.369335 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-26bd3ec8-ffba-420b-bdc7-9f2d755b7bba req-c4669d3a-795c-4e1f-aea2-9e001223b471 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1996815
Jul 19 01:12:49.441175 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf368683-f636-4375-bcbc-17cfa9571d66 req-52b089ea-9472-41b3-8846-da9edfb193bb tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708423
Jul 19 01:12:49.448672 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-26bd3ec8-ffba-420b-bdc7-9f2d755b7bba req-90f541c4-6bd9-45d7-b6bf-4e99ecf62645 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0633531
Jul 19 01:12:49.776961 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65bfee-f606-4b06-8974-a13595e8a910 req-8be7e2a7-2098-4d96-9c8d-658cb0358aae tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:49.785549 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0d65bfee-f606-4b06-8974-a13595e8a910 req-8be7e2a7-2098-4d96-9c8d-658cb0358aae tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1251853
Jul 19 01:12:49.843402 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0d65bfee-f606-4b06-8974-a13595e8a910 req-a327226a-c2eb-44c8-9826-2a938f59d759 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568113
Jul 19 01:12:49.981061 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 76d88b78-505b-48fc-a89b-256a356f835b no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:12:50.061386 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: 76d88b78-505b-48fc-a89b-256a356f835b {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:12:50.061996 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 76d88b78-505b-48fc-a89b-256a356f835b not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:12:50.842457 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a5423-c089-4ae5-a9f0-7132199aa365 req-3e12a766-056e-40b6-ac75-bf5ee0c5670b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:50.845158 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab2a5423-c089-4ae5-a9f0-7132199aa365 req-3e12a766-056e-40b6-ac75-bf5ee0c5670b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1969995
Jul 19 01:12:51.061243 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab2a5423-c089-4ae5-a9f0-7132199aa365 req-e913ac11-49e1-4465-86b9-49d925cd41ed tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2064953
Jul 19 01:12:51.102763 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee04a99-a840-49b1-8d16-d2586dba72f3 req-9c9460a9-be71-4aa4-b29a-a359d89173dd tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:51.112947 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-aee04a99-a840-49b1-8d16-d2586dba72f3 req-9c9460a9-be71-4aa4-b29a-a359d89173dd tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.2238092
Jul 19 01:12:51.185803 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-aee04a99-a840-49b1-8d16-d2586dba72f3 req-ccd9b68a-0bac-41fd-9203-ce15ba29e7fd tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0717845
Jul 19 01:12:51.328884 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0247e-a9e0-439b-9c13-03812c15bfde req-7bc60d51-1e6c-4aa1-9143-8cca027c12d5 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:51.336243 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-69e0247e-a9e0-439b-9c13-03812c15bfde req-7bc60d51-1e6c-4aa1-9143-8cca027c12d5 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1053469
Jul 19 01:12:51.386778 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-69e0247e-a9e0-439b-9c13-03812c15bfde req-135068e0-3a95-4830-8089-4801624d378f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496604
Jul 19 01:12:51.637941 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39394) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:12:51.821099 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae203-d241-4f60-afd4-79e663672a17 req-49fc9661-2dac-4624-b917-486547c82fec tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:51.828566 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-88bae203-d241-4f60-afd4-79e663672a17 req-49fc9661-2dac-4624-b917-486547c82fec tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 945 time: 0.1251142
Jul 19 01:12:51.893092 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-88bae203-d241-4f60-afd4-79e663672a17 req-6268b0e5-49ce-42e7-b092-633efd0fc678 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613444
Jul 19 01:12:51.937967 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-2339eb08-2137-4f4b-95b6-85f53aaa118a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2935145
Jul 19 01:12:51.960548 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 1301ae37-2f71-4c34-8ac0-5708aea24499 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:12:52.503619 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62e9d1-833e-45b3-a7b8-4cfc40d59f16 req-750cee3d-1d5a-404e-915f-7f4c52aa9d79 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:52.516207 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ed62e9d1-833e-45b3-a7b8-4cfc40d59f16 req-750cee3d-1d5a-404e-915f-7f4c52aa9d79 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.4381969
Jul 19 01:12:52.592116 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ed62e9d1-833e-45b3-a7b8-4cfc40d59f16 req-b89b4ea1-da4c-4f92-872b-63de6871126d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725203
Jul 19 01:12:52.594642 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c8007-282a-4371-87dd-37346a1555a7 req-ee7722bc-b414-41b4-bf34-5f959f2305c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:52.611313 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-919c8007-282a-4371-87dd-37346a1555a7 req-ee7722bc-b414-41b4-bf34-5f959f2305c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 1099 time: 0.4402707
Jul 19 01:12:52.625221 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ac569-e180-40c2-8b92-2157887b394a req-c2e8d344-26b5-46d7-8f4b-c7267ba9c762 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:52.626756 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-300ac569-e180-40c2-8b92-2157887b394a req-c2e8d344-26b5-46d7-8f4b-c7267ba9c762 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.3737800
Jul 19 01:12:52.896614 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-300ac569-e180-40c2-8b92-2157887b394a req-bacf2d27-b67c-4bd1-a1a0-25e1a762bf90 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197385
Jul 19 01:12:52.994832 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c8007-282a-4371-87dd-37346a1555a7 req-d8382a93-26b0-47d4-bd55-e1a1f4bcb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:53.002743 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-919c8007-282a-4371-87dd-37346a1555a7 req-d8382a93-26b0-47d4-bd55-e1a1f4bcb66d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 910 time: 0.3749592
Jul 19 01:12:53.060956 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb62192-3a6c-4321-9a84-638b05177aab req-80a1d1d1-2cbb-4c9f-b4a7-43348d6bef06 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:53.073893 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8bb62192-3a6c-4321-9a84-638b05177aab req-80a1d1d1-2cbb-4c9f-b4a7-43348d6bef06 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.3296242
Jul 19 01:12:53.191859 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8bb62192-3a6c-4321-9a84-638b05177aab req-9e58844a-5921-4ac3-a117-78add29eedda tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1167903
Jul 19 01:12:53.212827 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84a286-1909-4f59-b28c-4062b08e8700 req-ef217c99-6070-4ca2-8e9c-74f6dd1d800f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:53.221215 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0d84a286-1909-4f59-b28c-4062b08e8700 req-ef217c99-6070-4ca2-8e9c-74f6dd1d800f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 945 time: 0.1397099
Jul 19 01:12:53.268770 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0d84a286-1909-4f59-b28c-4062b08e8700 req-8b206cca-4a99-4961-b41c-6dbf22a32eaa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465136
Jul 19 01:12:53.805627 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c395b7-4c8d-4b2d-99cd-d9912f583bed req-9746f86d-8bde-4722-89df-b14536d2b8fc tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:53.807151 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f2c395b7-4c8d-4b2d-99cd-d9912f583bed req-9746f86d-8bde-4722-89df-b14536d2b8fc tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0907423
Jul 19 01:12:53.857502 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f2c395b7-4c8d-4b2d-99cd-d9912f583bed req-2718951d-334b-45f8-8030-ac781bb60b09 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408783
Jul 19 01:12:54.109310 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113245c-7941-4fdc-9e78-ec11cfa56074 req-bfc329ae-510c-456d-bafb-bf32744dd15f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:54.117271 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2113245c-7941-4fdc-9e78-ec11cfa56074 req-bfc329ae-510c-456d-bafb-bf32744dd15f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1036806
Jul 19 01:12:54.172211 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2113245c-7941-4fdc-9e78-ec11cfa56074 req-2dee24e0-b8ca-4599-b31c-35b19960e91b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539868
Jul 19 01:12:54.299585 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-919c8007-282a-4371-87dd-37346a1555a7 req-642dec33-2e84-4aa0-8ae0-c6cd52c0a5d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=206408cd-9b3e-4235-a723-2a663ad1350a HTTP/1.1" status: 200  len: 1001 time: 0.1258202
Jul 19 01:12:54.505725 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed73c9c-5fe3-478e-9af1-024960aeed00 req-93cc39da-4ce3-48d4-af28-0269e01d85b2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:54.507349 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ed73c9c-5fe3-478e-9af1-024960aeed00 req-93cc39da-4ce3-48d4-af28-0269e01d85b2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1527557
Jul 19 01:12:54.523834 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd796a37-c1c5-45ac-ba52-89581edde602 req-cbb86136-4797-4a14-86da-aba34f7aee76 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:54.525280 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dd796a37-c1c5-45ac-ba52-89581edde602 req-cbb86136-4797-4a14-86da-aba34f7aee76 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 945 time: 0.1265602
Jul 19 01:12:54.686686 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ed73c9c-5fe3-478e-9af1-024960aeed00 req-b073ce2f-fb0b-47a6-ac17-d4d5449df960 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1723447
Jul 19 01:12:54.692709 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dd796a37-c1c5-45ac-ba52-89581edde602 req-3596669b-95e2-42d7-9942-82b58be4e821 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616138
Jul 19 01:12:55.066135 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a02574-ca9b-4878-be68-df44ffdb998f req-0e0fcbed-3781-46d4-a77b-c853642fe620 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:55.068337 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-82a02574-ca9b-4878-be68-df44ffdb998f req-0e0fcbed-3781-46d4-a77b-c853642fe620 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0963407
Jul 19 01:12:55.123666 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-82a02574-ca9b-4878-be68-df44ffdb998f req-752f2eac-4a37-41f3-9a71-5e95489fd265 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478363
Jul 19 01:12:55.368764 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa724d30-d33c-4790-bc1a-05cbe82323f8 req-5846e0bf-0d7b-404e-a3e8-57eb0b9ac8a7 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:55.370306 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fa724d30-d33c-4790-bc1a-05cbe82323f8 req-5846e0bf-0d7b-404e-a3e8-57eb0b9ac8a7 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0815346
Jul 19 01:12:55.428546 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fa724d30-d33c-4790-bc1a-05cbe82323f8 req-0d482f0d-2476-4f2d-ae70-dcb346dbf5e2 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520332
Jul 19 01:12:56.009066 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543844e-816a-4a89-88f9-d6a1cd13a5bc req-6a8aea68-2446-4269-9887-d9444e6e11b2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:56.012134 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a543844e-816a-4a89-88f9-d6a1cd13a5bc req-6a8aea68-2446-4269-9887-d9444e6e11b2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1477437
Jul 19 01:12:56.051579 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aa49d-3970-47e7-8fa3-21fec0f26d49 req-c729dde0-d5fe-4a44-93f3-8110ccc1d848 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:56.054391 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5c2aa49d-3970-47e7-8fa3-21fec0f26d49 req-c729dde0-d5fe-4a44-93f3-8110ccc1d848 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 945 time: 0.1492660
Jul 19 01:12:56.134201 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a543844e-816a-4a89-88f9-d6a1cd13a5bc req-8f97b94d-4e54-4b24-aae2-14752dbe0140 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1159873
Jul 19 01:12:56.138844 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5c2aa49d-3970-47e7-8fa3-21fec0f26d49 req-bdb1a870-3886-47e8-b522-9c86218e0fa6 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767918
Jul 19 01:12:56.344073 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c8007-282a-4371-87dd-37346a1555a7 req-d306f655-58f5-48e3-a920-c85ec1f8a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:56.345772 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-919c8007-282a-4371-87dd-37346a1555a7 req-d306f655-58f5-48e3-a920-c85ec1f8a25e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c HTTP/1.1" status: 200  len: 849 time: 0.0605822
Jul 19 01:12:56.510737 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c43315-d74e-4b4f-8b1f-4cd2051ea9a2 req-6a250a9a-2364-4926-8d91-1faa51d3b4b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:56.512836 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3c43315-d74e-4b4f-8b1f-4cd2051ea9a2 req-6a250a9a-2364-4926-8d91-1faa51d3b4b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.2620347
Jul 19 01:12:56.518764 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c8007-282a-4371-87dd-37346a1555a7 req-238b542f-18bf-4c1d-8632-4312336c402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:56.520216 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-919c8007-282a-4371-87dd-37346a1555a7 req-238b542f-18bf-4c1d-8632-4312336c402f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b731d6dd-df44-4e7f-9097-7719acf232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1391220
Jul 19 01:12:56.761361 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3c43315-d74e-4b4f-8b1f-4cd2051ea9a2 req-2eb49866-23ff-425c-a73a-36eccd571b70 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2391295
Jul 19 01:12:56.788950 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-919c8007-282a-4371-87dd-37346a1555a7 req-6d1b2072-3106-4c98-a91b-fa98017295d5 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396665
Jul 19 01:12:56.835882 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bba637-5d69-4457-a48d-06905237546f req-fa5e3017-77fa-4e2b-bbe8-c6896771b977 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:56.837360 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-70bba637-5d69-4457-a48d-06905237546f req-fa5e3017-77fa-4e2b-bbe8-c6896771b977 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2771916
Jul 19 01:12:56.974121 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-70bba637-5d69-4457-a48d-06905237546f req-069f53a0-0f23-46c3-93e7-d1c0bf6358db tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259634
Jul 19 01:12:57.035402 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-919c8007-282a-4371-87dd-37346a1555a7 req-fc37218f-9729-48d5-bae9-a6ebd9ec100d service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2495296
Jul 19 01:12:57.039599 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-b71d301a-db1e-4bb1-9889-c98fc1fd78dc tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:57.040311 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-b71d301a-db1e-4bb1-9889-c98fc1fd78dc tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Synchronizing usage tracker for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:12:57.059976 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-b71d301a-db1e-4bb1-9889-c98fc1fd78dc tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Unset dirty status for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:12:57.061610 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-b71d301a-db1e-4bb1-9889-c98fc1fd78dc tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 945 time: 0.1456995
Jul 19 01:12:57.151120 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Deleting port 8b75e67a-84d5-498b-9084-94cdc370d922 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:12:57.151560 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:57.424213 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9cb8a-c002-4700-870b-226f1af2a5d9 req-8ac3cf11-79f1-4f10-a6bf-b0b60c3bc174 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:57.431498 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-04c9cb8a-c002-4700-870b-226f1af2a5d9 req-8ac3cf11-79f1-4f10-a6bf-b0b60c3bc174 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 945 time: 0.1557686
Jul 19 01:12:57.559604 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-04c9cb8a-c002-4700-870b-226f1af2a5d9 req-e1214825-cc66-4f4f-9989-ae4ce0d952de tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271591
Jul 19 01:12:57.569823 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] For port 8b75e67a-84d5-498b-9084-94cdc370d922, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8b75e67a-84d5-498b-9084-94cdc370d922,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:12:57.570176 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:57.613411 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ebb7d-edb3-44df-8b56-d07f076102db req-f18398cf-0147-4c47-ad1a-5418a2622904 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:57.632624 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5f6ebb7d-edb3-44df-8b56-d07f076102db req-f18398cf-0147-4c47-ad1a-5418a2622904 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1681001
Jul 19 01:12:57.693158 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5f6ebb7d-edb3-44df-8b56-d07f076102db req-92cf6c2e-4bed-4fdc-9e5d-249a9d10d17d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0592391
Jul 19 01:12:57.883700 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Calling delete_port for 8b75e67a-84d5-498b-9084-94cdc370d922 owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:12:58.010416 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-46912636-98f0-424b-bf62-ef0c96dae2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:58.205478 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:58.223130 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0025eeb4-c3a4-4002-83ef-7edee8a76c10 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:12:58.261095 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c3e481df-a4c3-4140-b240-b54b8c1c3504', '03dba630-0d7e-49c7-a6f0-0358de56e2d3', '8b75e67a-84d5-498b-9084-94cdc370d922'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:12:58.281506 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9ada2-fc81-45e0-859e-92b141147b6e req-c8580992-ed17-4ad6-90e0-16f669e4c1ba tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:58.289550 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b5c9ada2-fc81-45e0-859e-92b141147b6e req-c8580992-ed17-4ad6-90e0-16f669e4c1ba tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.2144074
Jul 19 01:12:58.324429 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Pushing event deleted for resources: {'Port': ['ID=8b75e67a-84d5-498b-9084-94cdc370d922,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:12:58.377067 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] No DVR routers for this DVR port 8b75e67a-84d5-498b-9084-94cdc370d922 on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:12:58.379987 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:58.391964 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.392832 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.393386 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.394406 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.394861 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.395453 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.395998 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.396654 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.397072 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.397520 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.398038 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.398455 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:12:58.403168 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:12:58.404342 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b836442-2708-4b53-85b7-40284cb1facb', 'name': 'network-vif-deleted', 'tag': '8b75e67a-84d5-498b-9084-94cdc370d922'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:12:58.410142 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f787e7d4-7fb7-41dc-8663-49889d88e4c4 req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "DELETE /v2.0/ports/8b75e67a-84d5-498b-9084-94cdc370d922 HTTP/1.1" status: 204  len: 173 time: 1.3302503
Jul 19 01:12:58.424341 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b5c9ada2-fc81-45e0-859e-92b141147b6e req-c86765fb-bc63-457a-9c46-1163160e9d7b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1337676
Jul 19 01:12:58.485963 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b836442-2708-4b53-85b7-40284cb1facb', 'name': 'network-vif-deleted', 'tag': '8b75e67a-84d5-498b-9084-94cdc370d922', 'status': 'completed', 'code': 200}
Jul 19 01:12:58.521977 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-17455806-7937-4c08-bd77-b12c234e5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:58.523809 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-17455806-7937-4c08-bd77-b12c234e5513 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076&tenant_id=da4b6b1b1cae4c68818c57fc60b9f135 HTTP/1.1" status: 200  len: 1097 time: 0.2000837
Jul 19 01:12:58.542656 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408ddbe-2d62-4be1-8bf7-6e397430bcb4 req-edf35945-e1e1-4e0d-898d-24b0f720cd39 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:58.553330 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3408ddbe-2d62-4be1-8bf7-6e397430bcb4 req-edf35945-e1e1-4e0d-898d-24b0f720cd39 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.3232558
Jul 19 01:12:58.620890 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:58.754062 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3408ddbe-2d62-4be1-8bf7-6e397430bcb4 req-05a1da68-7b73-4369-a762-f16c07b00903 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973274
Jul 19 01:12:58.809681 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-1011caa2-2ec7-4504-89ca-ced63f186b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:58.815613 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-1011caa2-2ec7-4504-89ca-ced63f186b5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 1097 time: 0.1897304
Jul 19 01:12:58.867769 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d785521b-23f1-4865-a917-f415c94f127e req-734f08c3-3766-42d5-af56-818dcee7c6f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1809506
Jul 19 01:12:59.016418 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785521b-23f1-4865-a917-f415c94f127e req-9cc51546-9e70-4392-9dd2-402eb3d5c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:59.019457 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d785521b-23f1-4865-a917-f415c94f127e req-9cc51546-9e70-4392-9dd2-402eb3d5c0d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 1098 time: 0.1128919
Jul 19 01:12:59.125156 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-aa5507a0-2517-41b9-8a12-0944ea1689c2 req-311cdd87-9f2d-4c09-8864-d7281cf6880b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b836442-2708-4b53-85b7-40284cb1facb HTTP/1.1" status: 200  len: 210 time: 0.1625750
Jul 19 01:12:59.278354 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:12:59.305541 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ee931-00a8-4856-8e5b-46bb69e52997 req-544abd41-164c-4792-bbf3-a2cad600352d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:59.313492 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6f3ee931-00a8-4856-8e5b-46bb69e52997 req-544abd41-164c-4792-bbf3-a2cad600352d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.3471041
Jul 19 01:12:59.338907 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-3510f8d1-1667-4521-b56b-2935fbc90461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:59.341616 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-3510f8d1-1667-4521-b56b-2935fbc90461 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 916 time: 0.5136771
Jul 19 01:12:59.374497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785521b-23f1-4865-a917-f415c94f127e req-809ba28c-496c-48b7-8e03-b60b5fafe1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:59.376840 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d785521b-23f1-4865-a917-f415c94f127e req-809ba28c-496c-48b7-8e03-b60b5fafe1ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 919 time: 0.3250277
Jul 19 01:12:59.520391 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6f3ee931-00a8-4856-8e5b-46bb69e52997 req-4cf24136-8775-4cd3-8272-359f78872fa0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.2059796
Jul 19 01:12:59.604588 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d785521b-23f1-4865-a917-f415c94f127e req-b95f8747-2b41-4047-bb77-c8e3caa1af63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a254a1ce-de07-4202-a12d-c0c1f01a9336 HTTP/1.1" status: 200  len: 217 time: 0.2162774
Jul 19 01:12:59.682238 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-2d359cbd-cbff-4551-9e01-3511bf429dfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1301ae37-2f71-4c34-8ac0-5708aea24499 HTTP/1.1" status: 200  len: 1000 time: 0.3044057
Jul 19 01:12:59.723288 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785521b-23f1-4865-a917-f415c94f127e req-4a620c29-8374-4c62-b8d8-34fe04f72145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:59.727651 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d785521b-23f1-4865-a917-f415c94f127e req-4a620c29-8374-4c62-b8d8-34fe04f72145 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.1107867
Jul 19 01:12:59.836954 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-f30f5849-6792-481b-a8a6-481bdffd3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:59.838528 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-f30f5849-6792-481b-a8a6-481bdffd3fca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.1077704
Jul 19 01:12:59.845580 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d785521b-23f1-4865-a917-f415c94f127e req-96101004-89a7-4a7a-a851-719cc1a0021d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1098051
Jul 19 01:12:59.903283 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed48fe-a60f-494a-a85c-7c37a2b90ddf req-4900132f-2351-4ce2-ad7a-1c5487e3ab46 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:12:59.904770 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-43ed48fe-a60f-494a-a85c-7c37a2b90ddf req-4900132f-2351-4ce2-ad7a-1c5487e3ab46 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.2314827
Jul 19 01:13:00.037717 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d785521b-23f1-4865-a917-f415c94f127e req-f495fba2-cf1d-4bb9-84c1-b5bc22f10633 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826115
Jul 19 01:13:00.059212 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-43ed48fe-a60f-494a-a85c-7c37a2b90ddf req-cbe69f55-b65a-4030-8d02-4bdcc15821f7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1379454
Jul 19 01:13:00.075323 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-f233810d-c46f-4924-9688-5f39e7458033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:00.076804 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-f233810d-c46f-4924-9688-5f39e7458033 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2203188
Jul 19 01:13:00.118958 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954838c-3771-4711-9db2-c5b498261a7d req-5e3fc9a2-f187-4c12-bb99-272ac72a84bd tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:00.120426 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a954838c-3771-4711-9db2-c5b498261a7d req-5e3fc9a2-f187-4c12-bb99-272ac72a84bd tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1713781
Jul 19 01:13:00.236072 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d785521b-23f1-4865-a917-f415c94f127e req-486fe197-d9ae-4e03-9410-48ba10836dc8 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1858931
Jul 19 01:13:00.269337 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a954838c-3771-4711-9db2-c5b498261a7d req-b3aaff73-8c3e-47a4-8f01-8b4b5b09d7d6 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316798
Jul 19 01:13:00.349438 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-e6d7a77b-a242-4300-80eb-4f8abb747ea6 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2637973
Jul 19 01:13:00.570680 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b88c47f6-da4c-42b3-9c31-9fcfe0d8e175 req-a7de3c3e-c44b-4899-aaa6-95d8a217d1c6 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898417
Jul 19 01:13:00.735136 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-57c108d2-7a26-45e7-968c-f3c15efe9928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:00.858476 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adb1c5-e6fa-4635-8166-8b43cc341509 req-e49c27ca-0498-42eb-a964-bf16fba6bfb2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:00.866762 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-70adb1c5-e6fa-4635-8166-8b43cc341509 req-e49c27ca-0498-42eb-a964-bf16fba6bfb2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1814358
Jul 19 01:13:00.876501 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b121cf2-4d74-4e47-9795-4d3c93ed5fc0 req-57ec5b7e-7f0c-43a8-afe8-68c79176d230 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:00.877902 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2b121cf2-4d74-4e47-9795-4d3c93ed5fc0 req-57ec5b7e-7f0c-43a8-afe8-68c79176d230 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 946 time: 0.2331593
Jul 19 01:13:00.940727 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2b121cf2-4d74-4e47-9795-4d3c93ed5fc0 req-02e7056b-bc6f-4423-b476-1170205c277f tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470736
Jul 19 01:13:00.961345 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-70adb1c5-e6fa-4635-8166-8b43cc341509 req-a14fba42-72d7-4467-9f3e-e453dc0e983d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0822899
Jul 19 01:13:01.487937 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:01.646286 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5319-aa1b-48bb-af8b-65f6f4741c81 req-39787e87-a7a9-4a33-a3ec-692cdeb58ddc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:01.648020 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f8ed5319-aa1b-48bb-af8b-65f6f4741c81 req-39787e87-a7a9-4a33-a3ec-692cdeb58ddc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1704731
Jul 19 01:13:01.783709 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f8ed5319-aa1b-48bb-af8b-65f6f4741c81 req-f1e1d700-93d2-4f8a-82f4-5af6e7473195 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285453
Jul 19 01:13:02.010618 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8b75e67a-84d5-498b-9084-94cdc370d922 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:13:02.066812 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: 8b75e67a-84d5-498b-9084-94cdc370d922 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:13:02.067460 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8b75e67a-84d5-498b-9084-94cdc370d922 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:13:02.290074 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c980b84-60ce-4493-9981-b807bde42735 req-a8b71708-9ef4-4815-ab18-45384b5c46db tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:02.291807 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4c980b84-60ce-4493-9981-b807bde42735 req-a8b71708-9ef4-4815-ab18-45384b5c46db tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 946 time: 0.1961319
Jul 19 01:13:02.301262 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f353-5750-4c92-a624-2ddcd3681004 req-b2ec68c7-ff1e-43b0-b706-8631383ab6c1 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:02.302961 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b052f353-5750-4c92-a624-2ddcd3681004 req-b2ec68c7-ff1e-43b0-b706-8631383ab6c1 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1511836
Jul 19 01:13:02.320881 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:13:02.397452 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4c980b84-60ce-4493-9981-b807bde42735 req-65e02f5b-c37c-4852-b9a6-5d416acb50c5 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932887
Jul 19 01:13:02.419980 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b052f353-5750-4c92-a624-2ddcd3681004 req-08e597f6-029c-4b55-9120-a27ccfe9c53d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0777650
Jul 19 01:13:02.923832 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:03.158304 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efe15d-0680-46a2-9533-f73fb3fe56e5 req-47803d6a-f5dc-4fbc-90a1-0eb4b1e2c2b4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:03.166912 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-57efe15d-0680-46a2-9533-f73fb3fe56e5 req-47803d6a-f5dc-4fbc-90a1-0eb4b1e2c2b4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2242239
Jul 19 01:13:03.256729 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-57efe15d-0680-46a2-9533-f73fb3fe56e5 req-6c7a276d-7e70-4958-8253-3eb8e7700d88 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890009
Jul 19 01:13:03.516189 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39606) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:03.722999 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:03.766774 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:03.776270 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] Usage tracker for resource:security_group_rule and tenant:d95c8a1aa47e45bdad911da2173c4996 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:03.782910 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:03.802514 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:03.965950 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:03.971831 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:03.980487 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1d0b4-509c-4d87-b3c2-bc796a14b956 req-81b567af-7681-424a-a689-5b95c4f0e47a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:03.988910 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-94e1d0b4-509c-4d87-b3c2-bc796a14b956 req-81b567af-7681-424a-a689-5b95c4f0e47a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 946 time: 0.3090324
Jul 19 01:13:04.013951 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-cfd46686-86a5-40d7-8b3f-ac2d4598787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:04.091260 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-94e1d0b4-509c-4d87-b3c2-bc796a14b956 req-62e080b8-d535-4767-969d-4276e0a97c51 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998032
Jul 19 01:13:04.119027 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2326af-35b2-4bf9-b539-d0d260be4586 req-83cdc2e4-fd8d-4858-9319-148cc3889540 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:04.122047 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6f2326af-35b2-4bf9-b539-d0d260be4586 req-83cdc2e4-fd8d-4858-9319-148cc3889540 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.3129790
Jul 19 01:13:04.152093 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f05ce55-5a8e-4c21-a87c-258dfe6982b1,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:04.156203 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:04.163538 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d95c8a1aa47e45bdad911da2173c4996&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6462982
Jul 19 01:13:04.165982 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39612) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:04.247894 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6f2326af-35b2-4bf9-b539-d0d260be4586 req-f1c52189-99f2-47bf-8d98-797f47db4da5 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1166356
Jul 19 01:13:04.296195 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12b6ce0e-309b-4100-b27a-9c0d841afe21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:04.340761 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12b6ce0e-309b-4100-b27a-9c0d841afe21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:04.457956 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12b6ce0e-309b-4100-b27a-9c0d841afe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:04.470283 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4c202e41-8318-453b-aea1-d9cfb584eecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:04.510874 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6ce0e-309b-4100-b27a-9c0d841afe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f05ce55-5a8e-4c21-a87c-258dfe6982b1,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:04.522551 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-12b6ce0e-309b-4100-b27a-9c0d841afe21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:04.536600 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-12b6ce0e-309b-4100-b27a-9c0d841afe21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:04.542227 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-12b6ce0e-309b-4100-b27a-9c0d841afe21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f05ce55-5a8e-4c21-a87c-258dfe6982b1 HTTP/1.1" status: 204  len: 168 time: 0.3721669
Jul 19 01:13:04.770814 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23ff8f-bc58-4321-95f5-d3b199d8fa78 req-1ee8b568-14ae-4d57-9d73-87b2a41a4ee1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:04.772361 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4b23ff8f-bc58-4321-95f5-d3b199d8fa78 req-1ee8b568-14ae-4d57-9d73-87b2a41a4ee1 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2179387
Jul 19 01:13:04.879174 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4b23ff8f-bc58-4321-95f5-d3b199d8fa78 req-1357a0cc-d10c-4e91-8147-28609237cdf9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852592
Jul 19 01:13:05.450105 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3e5e3-072f-4a2e-8bf0-0bd686bae8e9 req-9ba8c759-6db1-4dea-97d6-a4cdd7c3b3c5 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:05.455191 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1cf3e5e3-072f-4a2e-8bf0-0bd686bae8e9 req-9ba8c759-6db1-4dea-97d6-a4cdd7c3b3c5 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 946 time: 0.1847777
Jul 19 01:13:05.614153 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1cf3e5e3-072f-4a2e-8bf0-0bd686bae8e9 req-1e107051-65f7-4180-a7e3-7958f35e5f32 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946705
Jul 19 01:13:05.658063 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c2e64-d51b-4577-9411-255fe8b05691 req-64d07487-ea6b-42e0-a3a1-7a98e4c51e02 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:05.665642 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e58c2e64-d51b-4577-9411-255fe8b05691 req-64d07487-ea6b-42e0-a3a1-7a98e4c51e02 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.2092078
Jul 19 01:13:05.725110 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39648) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:05.752819 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e58c2e64-d51b-4577-9411-255fe8b05691 req-bb24bc6e-badd-463a-834c-953fd188382a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0860560
Jul 19 01:13:05.918795 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-531158237-network', 'tenant_id': '83c3092e17bb4a66916930215abd741e'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:13:05.934936 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:05.955077 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Usage tracker for resource:network and tenant:83c3092e17bb4a66916930215abd741e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:05.970333 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:05.987255 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:06.018554 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Made reservation on behalf of 83c3092e17bb4a66916930215abd741e for: {'network': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:13:06.022438 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:06.040590 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:06.079138 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:06.083550 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Usage tracker for resource:security_group_rule and tenant:83c3092e17bb4a66916930215abd741e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:06.087328 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:06.098149 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:06.122891 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26564d-1257-4a42-86b0-2df5217a081b req-b1025d3b-bcd6-4238-adfc-75e67da50192 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:06.130254 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6b26564d-1257-4a42-86b0-2df5217a081b req-b1025d3b-bcd6-4238-adfc-75e67da50192 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1230330
Jul 19 01:13:06.200276 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6b26564d-1257-4a42-86b0-2df5217a081b req-6c35cb63-2a2e-4f10-90e6-4194059bff59 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689566
Jul 19 01:13:06.255638 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:06.266303 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:06.278732 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-777f8ebe-4ff2-4676-b1ea-bf3f22ccd241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:06.286358 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97}  {{(pid=78648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:13:06.310098 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:06.310432 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.segments_db [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Added segment fbc07420-975a-4d21-8659-4d5d2ebff3ce of type vlan for network e3f79f71-eb99-4a09-99e0-4e0239a99f65
Jul 19 01:13:06.318691 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8887b1-7fac-4c83-b40b-06838816449f,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:06.322375 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:06.357431 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:06.419059 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:06.421666 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:06.422432 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:06.426892 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:06.573348 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8462009
Jul 19 01:13:06.576448 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 39656) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:06.579223 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Pushing event updated for resources: {'Network': ['ID=e3f79f71-eb99-4a09-99e0-4e0239a99f65,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:06.582019 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:06.583062 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Request body: {'subnet': {'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-531158237-subnet', 'tenant_id': '83c3092e17bb4a66916930215abd741e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:13:06.591739 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network e3f79f71-eb99-4a09-99e0-4e0239a99f65 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:13:06.594769 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:06.600073 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Usage tracker for resource:subnet and tenant:83c3092e17bb4a66916930215abd741e is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:06.603329 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:06.610631 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:06.635187 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Made reservation on behalf of 83c3092e17bb4a66916930215abd741e for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:13:06.638035 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14833611'] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:07.052166 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c041220-51ef-4fed-b3a3-b053a8f1cd71 req-3f2982db-ab15-4150-89d5-5860bb08ff60 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:07.054093 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c041220-51ef-4fed-b3a3-b053a8f1cd71 req-3f2982db-ab15-4150-89d5-5860bb08ff60 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 946 time: 0.2269957
Jul 19 01:13:07.070485 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15511480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14833593'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:07.096063 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:07.157575 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a687229-83cc-4812-8ac1-a4732a91051b,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:07.195683 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.196041 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.196395 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.196819 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.197222 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.197623 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.198018 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.199015 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.199369 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.199706 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.200445 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.200872 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:07.204963 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:07.247943 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c041220-51ef-4fed-b3a3-b053a8f1cd71 req-4d3ebe1f-afcf-41b0-917f-78849e974664 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761572
Jul 19 01:13:07.284007 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91019570-038e-44c2-a79b-36fdb01b324d req-de4edfbf-582f-434b-bba7-911922e6e07e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:07.285650 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-91019570-038e-44c2-a79b-36fdb01b324d req-de4edfbf-582f-434b-bba7-911922e6e07e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.2926033
Jul 19 01:13:07.334182 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Checking segment: {'id': 'fbc07420-975a-4d21-8659-4d5d2ebff3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:13:07.334555 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Network hostable DHCP agents. Network: e3f79f71-eb99-4a09-99e0-4e0239a99f65, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:13:07.570338 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-91019570-038e-44c2-a79b-36fdb01b324d req-285f3375-15eb-4650-b711-2de710a80c89 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.2664700
Jul 19 01:13:07.640081 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b44c-6013-42bf-8f0a-ee9415413d18 req-69812809-c7ff-4877-8f35-c26cd48d6b69 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:07.642967 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef36b44c-6013-42bf-8f0a-ee9415413d18 req-69812809-c7ff-4877-8f35-c26cd48d6b69 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2171965
Jul 19 01:13:07.643781 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Network e3f79f71-eb99-4a09-99e0-4e0239a99f65 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:13:07.700592 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef36b44c-6013-42bf-8f0a-ee9415413d18 req-6f28ebd6-c247-47e8-9135-0f0f4fe5208a tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489819
Jul 19 01:13:07.701952 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, e3f79f71-eb99-4a09-99e0-4e0239a99f65) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:13:07.711573 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766e0f5f-4ad5-4e23-a871-c0eb844a804b None None] Network e3f79f71-eb99-4a09-99e0-4e0239a99f65 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:13:07.715808 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:07.716594 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:07.742576 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1644697
Jul 19 01:13:08.049997 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ec944-bc2b-4489-b75b-a79c5fa12be2 None None] Network e3f79f71-eb99-4a09-99e0-4e0239a99f65 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:13:08.699912 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd0f89-6934-4862-a9dd-ea6f5e47c774 req-2854cf40-06e1-43c7-9c7d-16efe5cd1471 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:08.702153 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-74dd0f89-6934-4862-a9dd-ea6f5e47c774 req-2854cf40-06e1-43c7-9c7d-16efe5cd1471 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 946 time: 0.1724799
Jul 19 01:13:08.791777 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-5913fe80-af3c-4c76-be76-64e80416d0d5 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:08.803532 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-5913fe80-af3c-4c76-be76-64e80416d0d5 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 946 time: 0.2156322
Jul 19 01:13:08.990969 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-74dd0f89-6934-4862-a9dd-ea6f5e47c774 req-72220e8c-e76d-4f7f-94d6-1ae16cac5eec tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765930
Jul 19 01:13:09.054604 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Deleting port 03dba630-0d7e-49c7-a6f0-0358de56e2d3 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:13:09.055277 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:09.393893 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749f4dc-d315-4a4d-a9bb-cc3192f019f6 req-228bd6a2-3548-41b8-9fd0-bc198adfb6e9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:09.401258 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f749f4dc-d315-4a4d-a9bb-cc3192f019f6 req-228bd6a2-3548-41b8-9fd0-bc198adfb6e9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.4972448
Jul 19 01:13:09.635533 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f749f4dc-d315-4a4d-a9bb-cc3192f019f6 req-b5615559-6c5e-46bc-bd38-a8184a7a92b5 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.2323647
Jul 19 01:13:09.710300 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ffa50-2274-4bfe-93c3-480c522d82ad req-17663993-7560-418e-b9a5-c9d593ca58bb tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:09.718401 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ba7ffa50-2274-4bfe-93c3-480c522d82ad req-17663993-7560-418e-b9a5-c9d593ca58bb tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.5325465
Jul 19 01:13:09.725399 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] For port 03dba630-0d7e-49c7-a6f0-0358de56e2d3, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=03dba630-0d7e-49c7-a6f0-0358de56e2d3,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:09.725802 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:09.904768 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Calling delete_port for 03dba630-0d7e-49c7-a6f0-0358de56e2d3 owned by compute:nova {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:13:09.938261 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ba7ffa50-2274-4bfe-93c3-480c522d82ad req-b4317bde-9d70-4b5a-852e-238f55be0673 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189546
Jul 19 01:13:10.240747 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:10.262371 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:10.295031 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c3e481df-a4c3-4140-b240-b54b8c1c3504', '03dba630-0d7e-49c7-a6f0-0358de56e2d3'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:13:10.360482 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Pushing event deleted for resources: {'Port': ['ID=03dba630-0d7e-49c7-a6f0-0358de56e2d3,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:10.398265 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:10.490974 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] No DVR routers for this DVR port 03dba630-0d7e-49c7-a6f0-0358de56e2d3 on host hv-cinder-80123 {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:13:10.543771 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:10.553372 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708c16-dc64-463c-b9d3-ec2ce76c7075 req-0e154985-9d9d-436b-89ba-458db2dd34a3 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:10.554831 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7708c16-dc64-463c-b9d3-ec2ce76c7075 req-0e154985-9d9d-436b-89ba-458db2dd34a3 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 867 time: 0.3856480
Jul 19 01:13:10.555320 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670', 'name': 'network-vif-deleted', 'tag': '03dba630-0d7e-49c7-a6f0-0358de56e2d3'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:13:10.607980 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ca0a7997-2540-451a-806a-2dd529287fe1 req-c936f3cf-ec03-4d7a-9475-a4a97a3eb24b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "DELETE /v2.0/ports/03dba630-0d7e-49c7-a6f0-0358de56e2d3 HTTP/1.1" status: 204  len: 173 time: 1.7876799
Jul 19 01:13:10.651721 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-20819587-58ab-49ab-914f-9784400868f4 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:10.653239 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-20819587-58ab-49ab-914f-9784400868f4 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/networks?id=e3f79f71-eb99-4a09-99e0-4e0239a99f65 HTTP/1.1" status: 200  len: 813 time: 0.2562988
Jul 19 01:13:10.656189 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7708c16-dc64-463c-b9d3-ec2ce76c7075 req-ec119fcc-aa1d-44e3-9702-39be407c1437 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874927
Jul 19 01:13:10.670831 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-4797e54a-6b6f-4f59-a738-b9ced70db420 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/quotas/83c3092e17bb4a66916930215abd741e HTTP/1.1" status: 200  len: 375 time: 0.0099432
Jul 19 01:13:10.740249 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670', 'name': 'network-vif-deleted', 'tag': '03dba630-0d7e-49c7-a6f0-0358de56e2d3', 'status': 'completed', 'code': 200}
Jul 19 01:13:10.754298 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-768dcf5c-64f9-47f8-9dd0-c748eaab0876 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83c3092e17bb4a66916930215abd741e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0732584
Jul 19 01:13:10.941529 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-99933ec6-5944-4467-a05f-0f136f65553c service neutron] 10.222.0.24 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863699
Jul 19 01:13:10.999349 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c427e6b-9a05-4946-ae83-b139d09c8993 req-f5029ed1-6d50-4e5a-950b-ea918453de5e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:11.001006 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7c427e6b-9a05-4946-ae83-b139d09c8993 req-f5029ed1-6d50-4e5a-950b-ea918453de5e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1494853
Jul 19 01:13:11.118077 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7c427e6b-9a05-4946-ae83-b139d09c8993 req-013e2311-1ad3-4b95-954a-ccd46b614dee tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1094704
Jul 19 01:13:11.126919 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-a92e1fef-a2d0-4c6b-89c8-be249fd725c8 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1753936
Jul 19 01:13:11.344742 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d2fc4ea2-406b-4783-8d4e-02e0f8807ce4 req-307c5438-9d27-4811-88a3-67ac77bfb436 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 210 time: 0.0482221
Jul 19 01:13:11.370843 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27cf93-ac9d-46fc-a750-124bf642d242 req-7c19f6a5-51f6-4f7e-93d2-8e96a9f47e6f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:11.374887 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3a27cf93-ac9d-46fc-a750-124bf642d242 req-7c19f6a5-51f6-4f7e-93d2-8e96a9f47e6f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1338882
Jul 19 01:13:11.462343 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3a27cf93-ac9d-46fc-a750-124bf642d242 req-c8f01b7a-8f30-4f05-b013-e4961752b7c5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774035
Jul 19 01:13:11.993161 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-18f8258d-578c-4ea8-a882-8f5c7eda07df req-ea61afbb-840b-4a4b-b6e4-684ea6e97341 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Synchronizing usage tracker for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:13:12.017446 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-18f8258d-578c-4ea8-a882-8f5c7eda07df req-ea61afbb-840b-4a4b-b6e4-684ea6e97341 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Unset dirty status for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:13:12.018988 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-18f8258d-578c-4ea8-a882-8f5c7eda07df req-ea61afbb-840b-4a4b-b6e4-684ea6e97341 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 210 time: 0.1708620
Jul 19 01:13:12.355434 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d78be-e085-4dfe-ab27-451b3fc024a6 req-c12b93d5-8529-4559-8b85-5d1ee0b146f4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:12.357480 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3a4d78be-e085-4dfe-ab27-451b3fc024a6 req-c12b93d5-8529-4559-8b85-5d1ee0b146f4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1016541
Jul 19 01:13:12.427368 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3a4d78be-e085-4dfe-ab27-451b3fc024a6 req-465ddbd1-a9f0-43a0-98ac-d6e46606d84d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0613580
Jul 19 01:13:12.546280 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ac52e0c5-8e42-41cf-b038-93af5f037f8f req-79667f28-36cf-45ab-bfa5-897774eed4cc tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 210 time: 0.0662012
Jul 19 01:13:12.683423 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2518cb6-a9c8-40ea-86d2-b99a75b0a19d req-7760d4fd-2375-483a-b589-03a8b5e40cb5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:12.684921 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b2518cb6-a9c8-40ea-86d2-b99a75b0a19d req-7760d4fd-2375-483a-b589-03a8b5e40cb5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0841591
Jul 19 01:13:12.733239 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b2518cb6-a9c8-40ea-86d2-b99a75b0a19d req-a7954df9-359d-4c54-a200-99e1e9387ff3 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413392
Jul 19 01:13:13.180889 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a8b207d3-8264-4360-bfe0-7d157ff7ee23 req-ab569dac-197c-4214-80f9-22c9f0442713 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 210 time: 0.0455358
Jul 19 01:13:13.607115 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39808) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:13.637062 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf86e9-62c2-44f7-bc14-093cb7d94af7 req-fcbc9c3e-45d4-457e-b16d-bf7f3272119e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:13.639271 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a9bf86e9-62c2-44f7-bc14-093cb7d94af7 req-fcbc9c3e-45d4-457e-b16d-bf7f3272119e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.0900507
Jul 19 01:13:13.696211 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21d01e0-e9b9-4d28-9ef1-6ef91bd70166 admin admin] Deleting subnet 4b14169b-f62d-4f55-9406-ac0e7b5fafff {{(pid=78648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:13:13.699889 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b21d01e0-e9b9-4d28-9ef1-6ef91bd70166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:13.750821 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4639f168-fed9-4d09-89f0-8f0bbbd2871b req-b416b757-4066-4924-963e-177a34bbd4fc tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 210 time: 0.0696557
Jul 19 01:13:13.770061 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a9bf86e9-62c2-44f7-bc14-093cb7d94af7 req-1a1dad52-237e-4dbd-a0dd-7b13c57897f2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1244409
Jul 19 01:13:13.847932 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b21d01e0-e9b9-4d28-9ef1-6ef91bd70166 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:13.862085 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b21d01e0-e9b9-4d28-9ef1-6ef91bd70166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:13.934654 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b21d01e0-e9b9-4d28-9ef1-6ef91bd70166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for subnet, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:13.940170 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1b0dd70c-62f3-479f-a6f8-c03f3a94e60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:13.974543 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4820-3106-4de2-a07b-2e401ab4d56e req-5c93408c-0ba0-455a-ad6a-6cfda6c6042d tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:13.976037 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b24d4820-3106-4de2-a07b-2e401ab4d56e req-5c93408c-0ba0-455a-ad6a-6cfda6c6042d tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0847814
Jul 19 01:13:13.977492 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d01e0-e9b9-4d28-9ef1-6ef91bd70166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b14169b-f62d-4f55-9406-ac0e7b5fafff,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:13.981889 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b21d01e0-e9b9-4d28-9ef1-6ef91bd70166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:13.989947 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b21d01e0-e9b9-4d28-9ef1-6ef91bd70166 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4b14169b-f62d-4f55-9406-ac0e7b5fafff HTTP/1.1" status: 204  len: 168 time: 0.3795261
Jul 19 01:13:13.989947 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b21d01e0-e9b9-4d28-9ef1-6ef91bd70166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:13.993500 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39814) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:14.029456 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b24d4820-3106-4de2-a07b-2e401ab4d56e req-74ac953e-e969-441d-b321-57f08d0aabb5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466366
Jul 19 01:13:14.056934 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 03dba630-0d7e-49c7-a6f0-0358de56e2d3 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:13:14.091325 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: 03dba630-0d7e-49c7-a6f0-0358de56e2d3 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:13:14.091676 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 03dba630-0d7e-49c7-a6f0-0358de56e2d3 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:13:14.114168 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.237118 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.251103 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fda371f32b0>> segment before_delete 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.251375 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fda371f32b0>> subnet precommit_delete_associations 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.252104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda383fd400>> segment_host_mapping after_create 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.252446 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda383fd400>> port after_create 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.252796 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda383fd400>> port after_delete 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.253109 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda383fd400>> port after_update 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.253424 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda383fd400>> segment after_delete 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.253760 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda383fd400>> subnet after_create 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.254087 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda383fd400>> subnet after_delete 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.254396 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fda383fd400>> subnet after_update 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.330308 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-acb2c07d-ab19-4688-85c4-880131f07286 req-713ada94-a6f0-4993-b64d-9345b445052e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 210 time: 0.0416350
Jul 19 01:13:14.336481 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fda37104d60>> subnet after_create 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.336889 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fda37104d60>> subnet after_delete 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.337221 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fda37104d60>> subnet before_create 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.337572 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fda37104d60>> subnet before_update 55550000 {{(pid=78648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 19 01:13:14.337983 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda35e6b8b0>,) {'filters': {'network_id': ['29d51f2c-d433-4485-a3b5-91ae7de86351']}} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:14.351677 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda35e6b8b0>, 'e03a20d4-022f-4028-ae36-4e7e47df1b64') {'for_net_delete': True} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:14.351965 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda35e6b8b0>, 'e03a20d4-022f-4028-ae36-4e7e47df1b64') {} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:14.365283 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16684960'] for segment, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.381933 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.389171 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=78648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:13:14.389538 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825913'] for segment, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   from cryptography.utils import int_from_bytes
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   from cryptography.utils import int_from_bytes
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   util.warn_limited(
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   util.warn_limited(
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]: Traceback (most recent call last):
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     timer()
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     cb(*args, **kw)
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     return func(*args, **kwargs)
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     self._notify()
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     self.callback(batched_events)
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     event.method(event)
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     return f(self, *a, **k)
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._get(url).json()
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:13:14.404841 dv-cinder-801236-1-iscsi neutron-server[78648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:13:14.480562 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.484963 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-8ebe5b41-a47e-4121-b54a-37d4d2d3c398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:14.501096 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.506895 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Pushing event deleted for resources: {'Network': ['ID=29d51f2c-d433-4485-a3b5-91ae7de86351,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:14.510843 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:14.517324 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] 10.222.0.24 "DELETE /v2.0/networks/29d51f2c-d433-4485-a3b5-91ae7de86351 HTTP/1.1" status: 204  len: 168 time: 0.5228791
Jul 19 01:13:14.628408 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39822) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:14.678746 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-140775ba-37fe-4273-9cdf-fd0b9c0379f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90fb810653564c84aa5c953d3bb64ed6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0491116
Jul 19 01:13:14.681123 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39826) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:14.741661 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd080-d05a-467d-8ce2-5028c4e00453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.766958 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd080-d05a-467d-8ce2-5028c4e00453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.849844 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd080-d05a-467d-8ce2-5028c4e00453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.856543 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-7c9b771b-68a0-4d89-9d7c-f8115a99f1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:14.876909 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bd080-d05a-467d-8ce2-5028c4e00453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c23eb58-438d-4685-96e5-5cede215c023,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:14.879949 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ae9bd080-d05a-467d-8ce2-5028c4e00453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:14.898449 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd080-d05a-467d-8ce2-5028c4e00453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:14.899666 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-ae9bd080-d05a-467d-8ce2-5028c4e00453 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c23eb58-438d-4685-96e5-5cede215c023 HTTP/1.1" status: 204  len: 168 time: 0.2176278
Jul 19 01:13:14.946299 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1b4b715f-8ab6-43c2-8dfc-d12d4ab72d9f req-bcfeaa2d-d6e9-4281-9825-5a3964133f52 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 210 time: 0.0467267
Jul 19 01:13:15.037348 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6bbd-9a35-42bd-b77c-63244786d766 req-3a7573bf-022b-4a13-bde3-25ac4f7e016a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:15.039063 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-195b6bbd-9a35-42bd-b77c-63244786d766 req-3a7573bf-022b-4a13-bde3-25ac4f7e016a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.0915086
Jul 19 01:13:15.090672 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-195b6bbd-9a35-42bd-b77c-63244786d766 req-ceb9c30b-4ea7-4f26-acf7-5fe9b424ee7a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0442967
Jul 19 01:13:15.261872 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46b75a-b1e7-47e7-b9c9-11b4c53cc8df req-750374ed-7a6d-436a-b13d-5645c4bd3437 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:15.264638 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6f46b75a-b1e7-47e7-b9c9-11b4c53cc8df req-750374ed-7a6d-436a-b13d-5645c4bd3437 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1145716
Jul 19 01:13:15.325717 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6f46b75a-b1e7-47e7-b9c9-11b4c53cc8df req-fa002355-ed52-4bbc-b138-2505cf074626 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551841
Jul 19 01:13:15.491309 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-17a13e94-dd3f-41ea-be16-6e53fb8a5d95 req-1fc7c5ee-5df0-4dac-b976-5dd6a6c678f1 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a8dbb1e-60ba-4b16-b239-a3e2f2f4b670 HTTP/1.1" status: 200  len: 210 time: 0.0455439
Jul 19 01:13:16.090331 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eef662af-00d9-45c7-91c8-a27bd7058e15 req-88a1af28-6195-4d60-b057-eedf66bd5765 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 210 time: 0.0429492
Jul 19 01:13:16.293678 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d53356-bd8f-4c20-9086-4f326b6f630c req-71bb1160-7910-46f0-9e35-f95b21bb03e3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:16.295152 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-97d53356-bd8f-4c20-9086-4f326b6f630c req-71bb1160-7910-46f0-9e35-f95b21bb03e3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.0855925
Jul 19 01:13:16.339756 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-97d53356-bd8f-4c20-9086-4f326b6f630c req-550bbc24-9a9c-4c60-8974-ad3aed2a98dd tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0389004
Jul 19 01:13:16.556300 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc416f-79f0-42b4-ba2d-6348474c55ef req-372cc92c-26b0-4997-9447-49a1d4e474d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:16.558148 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-97bc416f-79f0-42b4-ba2d-6348474c55ef req-372cc92c-26b0-4997-9447-49a1d4e474d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 1098 time: 0.1364384
Jul 19 01:13:16.571515 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f759b9-9bf2-4423-b5fc-ab9dcbf51e00 req-aee6784b-2cc1-4443-8b78-62e0ce1848ff tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:16.573446 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e4f759b9-9bf2-4423-b5fc-ab9dcbf51e00 req-aee6784b-2cc1-4443-8b78-62e0ce1848ff tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1175079
Jul 19 01:13:16.593348 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-84f247b5-10d2-4c30-b082-dcd71d3e5082 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:16.594048 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-84f247b5-10d2-4c30-b082-dcd71d3e5082 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Synchronizing usage tracker for tenant:83c3092e17bb4a66916930215abd741e on resource:network {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:13:16.611221 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-84f247b5-10d2-4c30-b082-dcd71d3e5082 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Unset dirty status for tenant:83c3092e17bb4a66916930215abd741e on resource:network {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:13:16.612461 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-84f247b5-10d2-4c30-b082-dcd71d3e5082 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.16 "GET /v2.0/networks?id=e3f79f71-eb99-4a09-99e0-4e0239a99f65 HTTP/1.1" status: 200  len: 813 time: 0.1786520
Jul 19 01:13:16.638299 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Request body: {'port': {'device_id': '0480bff9-f7d5-48e1-b83e-377d1c03ab68', 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65', 'admin_state_up': True, 'tenant_id': '83c3092e17bb4a66916930215abd741e'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:13:16.646399 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e4f759b9-9bf2-4423-b5fc-ab9dcbf51e00 req-a1e6dd9e-4219-4b7c-8a69-cd2a6cf5ce3c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580957
Jul 19 01:13:16.656599 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-97bc416f-79f0-42b4-ba2d-6348474c55ef req-35e5bc98-69cb-42d8-9d1a-adecc8a48ee2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820205
Jul 19 01:13:16.789678 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:16.793959 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Usage tracker for resource:port and tenant:83c3092e17bb4a66916930215abd741e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:16.796823 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:16.802545 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:16.811588 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Made reservation on behalf of 83c3092e17bb4a66916930215abd741e for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:13:16.815006 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:16.971792 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Allocated IP 172.20.0.6 (e3f79f71-eb99-4a09-99e0-4e0239a99f65/8a687229-83cc-4812-8ac1-a4732a91051b/4581de3e-829a-41ba-adb9-bd2b2bfcdb5b) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:13:17.170075 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:17.200314 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:17.207563 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-64155627-0c06-43cf-88c0-75fdf519c080 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:17.268459 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Network e3f79f71-eb99-4a09-99e0-4e0239a99f65 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:13:17.271630 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:13:17.274325 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:13:17.280521 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf891a6-a3b1-4bc9-8e21-5dd5e157e6f2 req-1b96f49d-a963-45d1-b119-229e2eb3ca4d tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:17.282034 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cbf891a6-a3b1-4bc9-8e21-5dd5e157e6f2 req-1b96f49d-a963-45d1-b119-229e2eb3ca4d tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 931 time: 0.0890436
Jul 19 01:13:17.324543 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Pushing event updated for resources: {'Port': ['ID=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:17.327225 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cbf891a6-a3b1-4bc9-8e21-5dd5e157e6f2 req-954fbe80-602b-4d0d-a00e-bd7e86b32b48 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394294
Jul 19 01:13:17.327382 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:17.350178 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:17.350790 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:17.371265 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7402055
Jul 19 01:13:17.396082 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Request body: {'port': {'device_id': '0480bff9-f7d5-48e1-b83e-377d1c03ab68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:13:17.526716 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0246516-f558-42f8-afa1-be1e24f498cf req-6d7bd8f9-ef04-4d5d-a5ac-9e30f3ce5b55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:17.528256 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d0246516-f558-42f8-afa1-be1e24f498cf req-6d7bd8f9-ef04-4d5d-a5ac-9e30f3ce5b55 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.0793471
Jul 19 01:13:17.574849 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d0246516-f558-42f8-afa1-be1e24f498cf req-6d378945-4423-4930-bb13-85e97c255b9c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0405507
Jul 19 01:13:17.595697 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:17.846389 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed30de-f85b-4215-8d15-dfba14c202da req-4d2fe8ea-2274-448c-ad5d-a5f301637042 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:17.847902 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9fed30de-f85b-4215-8d15-dfba14c202da req-4d2fe8ea-2274-448c-ad5d-a5f301637042 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0856168
Jul 19 01:13:17.922880 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9fed30de-f85b-4215-8d15-dfba14c202da req-dfb7dfe2-e631-4fb1-88de-45e16a05c383 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641654
Jul 19 01:13:17.950516 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:13:17.957886 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:17.974533 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Transition to ACTIVE for port object 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:13:17.978471 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:17.988376 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-298632f4-9d2b-42d0-aaea-dcb930f4d32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:18.172946 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Pushing event updated for resources: {'Port': ['ID=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:18.179159 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:18.214239 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Attempting to bind port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:13:18.214571 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Attempting to bind port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'fbc07420-975a-4d21-8659-4d5d2ebff3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:13:18.214986 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Attempting to bind port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b on network e3f79f71-eb99-4a09-99e0-4e0239a99f65 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:13:18.218001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ce3ff-50b2-472f-a3c4-266a39d19f6a req-d53333d8-7a56-403c-852d-5cad351cdbd5 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:18.219506 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-417ce3ff-50b2-472f-a3c4-266a39d19f6a req-d53333d8-7a56-403c-852d-5cad351cdbd5 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 946 time: 0.0832739
Jul 19 01:13:18.220055 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b on network e3f79f71-eb99-4a09-99e0-4e0239a99f65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:13:18.220369 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Attempting to bind port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b on network e3f79f71-eb99-4a09-99e0-4e0239a99f65 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:13:18.226250 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:13:18.226584 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Checking segment: {'id': 'fbc07420-975a-4d21-8659-4d5d2ebff3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:13:18.227060 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Bound using segment: {'id': 'fbc07420-975a-4d21-8659-4d5d2ebff3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:13:18.227532 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Bound port: 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc07420-975a-4d21-8659-4d5d2ebff3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:13:18.227926 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:18.322460 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] For port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:13:18.326478 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] For port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,segment=NetworkSegment(fbc07420-975a-4d21-8659-4d5d2ebff3ce),segment_id=fbc07420-975a-4d21-8659-4d5d2ebff3ce)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:13:18.330686 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:18.335099 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:18.337313 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-417ce3ff-50b2-472f-a3c4-266a39d19f6a req-f404232a-7743-414e-9103-d58103cb7437 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114032
Jul 19 01:13:18.390329 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:18.391053 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:18.392404 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] 10.222.0.16 "PUT /v2.0/ports/4581de3e-829a-41ba-adb9-bd2b2bfcdb5b HTTP/1.1" status: 200  len: 1093 time: 1.0005949
Jul 19 01:13:18.392884 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0480bff9-f7d5-48e1-b83e-377d1c03ab68', 'tag': '4581de3e-829a-41ba-adb9-bd2b2bfcdb5b'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:13:18.413992 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Pushing event updated for resources: {'Port': ['ID=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:18.417906 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:18.437557 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0480bff9-f7d5-48e1-b83e-377d1c03ab68', 'tag': '4581de3e-829a-41ba-adb9-bd2b2bfcdb5b', 'status': 'completed', 'code': 200}
Jul 19 01:13:18.520083 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9a593-003f-4421-9fba-df53886357f8 req-1fe0b4a4-eb20-402a-b9c3-a809d299ce79 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:18.521548 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-61f9a593-003f-4421-9fba-df53886357f8 req-1fe0b4a4-eb20-402a-b9c3-a809d299ce79 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 943 time: 0.0797014
Jul 19 01:13:18.550983 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-22e39ab0-7e12-4e00-a4f4-878fcdebcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:18.552512 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-22e39ab0-7e12-4e00-a4f4-878fcdebcf09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83c3092e17bb4a66916930215abd741e&device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 1096 time: 0.0711551
Jul 19 01:13:18.567699 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-61f9a593-003f-4421-9fba-df53886357f8 req-87bf2e1e-dabe-47be-be99-9f7baba960fc tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401971
Jul 19 01:13:18.632501 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-4d692acc-172c-43aa-b4e8-094d46a54164 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b HTTP/1.1" status: 200  len: 217 time: 0.0637391
Jul 19 01:13:18.698379 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-aea3c1d6-065c-49e4-8d8f-2c1136daa0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:18.699799 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-aea3c1d6-065c-49e4-8d8f-2c1136daa0ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a687229-83cc-4812-8ac1-a4732a91051b HTTP/1.1" status: 200  len: 853 time: 0.0595713
Jul 19 01:13:18.748131 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-173e6cf1-b9b6-4ccb-b732-c7efb7c1e6fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3f79f71-eb99-4a09-99e0-4e0239a99f65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402608
Jul 19 01:13:18.762392 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94eeba7-cb71-4347-852a-07b37842f37f req-44e19696-fb35-477c-9452-405ca597ce14 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:18.763857 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b94eeba7-cb71-4347-852a-07b37842f37f req-44e19696-fb35-477c-9452-405ca597ce14 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.0784934
Jul 19 01:13:18.808500 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b94eeba7-cb71-4347-852a-07b37842f37f req-37166baa-1221-4671-a262-8b73c7c61b04 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0386369
Jul 19 01:13:18.880274 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-353ac962-6f71-4938-8881-6b22ecae1234 service neutron] 10.222.0.16 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242347
Jul 19 01:13:19.012189 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-99cff72a-cc11-4af7-8b27-1c345aac6aac req-270c98d6-68fe-4f64-9a36-810f82c71253 service neutron] 10.222.0.16 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216903
Jul 19 01:13:19.111056 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa1214-4a5b-4aec-92ac-06654cf24d99 req-0abd34ce-30f4-429a-b761-e7ba265e2afc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:19.112486 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-38aa1214-4a5b-4aec-92ac-06654cf24d99 req-0abd34ce-30f4-429a-b761-e7ba265e2afc tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0831075
Jul 19 01:13:19.157660 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-38aa1214-4a5b-4aec-92ac-06654cf24d99 req-999c7e84-9144-4c1a-a962-75cdf8919a0b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393441
Jul 19 01:13:19.206668 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b095274-d3bf-44ed-becd-4755c2a47b7c req-34696115-f6c8-44a8-855e-18cf0a7d9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:19.208158 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9b095274-d3bf-44ed-becd-4755c2a47b7c req-34696115-f6c8-44a8-855e-18cf0a7d9b44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83c3092e17bb4a66916930215abd741e&device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 1096 time: 0.0696378
Jul 19 01:13:19.341873 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b095274-d3bf-44ed-becd-4755c2a47b7c req-97ab9abf-0278-4d4c-a7e9-07745ee96e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:19.343384 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9b095274-d3bf-44ed-becd-4755c2a47b7c req-97ab9abf-0278-4d4c-a7e9-07745ee96e4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3f79f71-eb99-4a09-99e0-4e0239a99f65 HTTP/1.1" status: 200  len: 913 time: 0.1256385
Jul 19 01:13:19.506910 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9b095274-d3bf-44ed-becd-4755c2a47b7c req-52e34f01-57a8-49b4-8955-fa7e21fb8ee3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b HTTP/1.1" status: 200  len: 217 time: 0.1540198
Jul 19 01:13:19.528775 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bfa1b-9a1c-491b-b5a7-dc9b139c8f81 req-4c374568-22d6-43e4-815e-7f226eefca3a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:19.530413 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d78bfa1b-9a1c-491b-b5a7-dc9b139c8f81 req-4c374568-22d6-43e4-815e-7f226eefca3a tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 946 time: 0.0816221
Jul 19 01:13:19.575920 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b095274-d3bf-44ed-becd-4755c2a47b7c req-db36248c-223c-403f-9229-07eb763ab55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:19.577519 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9b095274-d3bf-44ed-becd-4755c2a47b7c req-db36248c-223c-403f-9229-07eb763ab55f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a687229-83cc-4812-8ac1-a4732a91051b HTTP/1.1" status: 200  len: 853 time: 0.0633423
Jul 19 01:13:19.585264 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d78bfa1b-9a1c-491b-b5a7-dc9b139c8f81 req-c860867b-a922-482f-800e-3ad9345adaa1 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401714
Jul 19 01:13:19.643556 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9b095274-d3bf-44ed-becd-4755c2a47b7c req-e181dc30-c06b-41e7-a5bb-566c5ac6a8c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3f79f71-eb99-4a09-99e0-4e0239a99f65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431552
Jul 19 01:13:19.779817 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9b095274-d3bf-44ed-becd-4755c2a47b7c req-5edfd030-f2d2-4c23-8ea1-8c1adec5ea88 service neutron] 10.222.0.16 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295407
Jul 19 01:13:19.802702 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0488-0e60-43a4-ba6f-2067363381a2 req-07219c3a-661b-4cb4-b3e4-34e621aaeb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:19.804196 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-553a0488-0e60-43a4-ba6f-2067363381a2 req-07219c3a-661b-4cb4-b3e4-34e621aaeb2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 1098 time: 0.2029686
Jul 19 01:13:19.816136 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ccf5-15fb-461c-a583-ddc74a2e7219 req-2c2aef08-b33a-404d-96ab-2ff54a007b8f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:19.817522 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5951ccf5-15fb-461c-a583-ddc74a2e7219 req-2c2aef08-b33a-404d-96ab-2ff54a007b8f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1701581
Jul 19 01:13:19.877572 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d705dd3-4c8c-47d5-ab11-06b281154a7a req-78bce979-bacd-41da-ab4b-9a7686b8d2e8 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:19.879039 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9d705dd3-4c8c-47d5-ab11-06b281154a7a req-78bce979-bacd-41da-ab4b-9a7686b8d2e8 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 943 time: 0.1872139
Jul 19 01:13:19.913443 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9b095274-d3bf-44ed-becd-4755c2a47b7c req-5e97b7ff-bff9-4731-92b2-1693c4f9789d service neutron] 10.222.0.16 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254635
Jul 19 01:13:19.993600 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5951ccf5-15fb-461c-a583-ddc74a2e7219 req-995f6a36-352e-48ae-93ba-8b8fbf2f15b4 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567526
Jul 19 01:13:20.017320 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9d705dd3-4c8c-47d5-ab11-06b281154a7a req-cabd381c-c93c-43b8-b94a-fbad3daf3d2f tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307957
Jul 19 01:13:20.024134 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0488-0e60-43a4-ba6f-2067363381a2 req-a7b45231-c4c2-403a-be29-3fd2e8ffac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:20.025572 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-553a0488-0e60-43a4-ba6f-2067363381a2 req-a7b45231-c4c2-403a-be29-3fd2e8ffac13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 200  len: 919 time: 0.2070882
Jul 19 01:13:20.106217 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-553a0488-0e60-43a4-ba6f-2067363381a2 req-23b4fbcc-3971-43bc-b853-f9ace6d64a1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 HTTP/1.1" status: 200  len: 217 time: 0.0659142
Jul 19 01:13:20.211630 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0488-0e60-43a4-ba6f-2067363381a2 req-eb41982a-fd06-4348-9655-fd61e250b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:20.213056 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-553a0488-0e60-43a4-ba6f-2067363381a2 req-eb41982a-fd06-4348-9655-fd61e250b01f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 200  len: 859 time: 0.0734956
Jul 19 01:13:20.265544 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-553a0488-0e60-43a4-ba6f-2067363381a2 req-18c1a4ad-19e9-4c39-85c8-2e42fc38bccb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acecac2a-f68a-478a-b6a8-0576f7e3cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414288
Jul 19 01:13:20.273765 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cf7e-553e-494c-a6d3-500ff238c132 req-71d12652-e066-4966-b21f-d0d2574711eb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:20.275064 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4b75cf7e-553e-494c-a6d3-500ff238c132 req-71d12652-e066-4966-b21f-d0d2574711eb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1713645
Jul 19 01:13:20.403442 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4b75cf7e-553e-494c-a6d3-500ff238c132 req-3d758e41-b971-462d-8c35-2927da661322 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1219027
Jul 19 01:13:20.439052 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-553a0488-0e60-43a4-ba6f-2067363381a2 req-41e83b2b-b958-4989-813e-24b02001cf2f service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444080
Jul 19 01:13:20.628732 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c68a-2168-429f-b76c-5294692d1d03 req-bfee8224-ed98-4253-9440-7ff26a5f3a03 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:20.629506 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-d474c68a-2168-429f-b76c-5294692d1d03 req-bfee8224-ed98-4253-9440-7ff26a5f3a03 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Synchronizing usage tracker for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:13:20.642027 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-d474c68a-2168-429f-b76c-5294692d1d03 req-bfee8224-ed98-4253-9440-7ff26a5f3a03 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Unset dirty status for tenant:63b1ff8ffc31441cae9f04ef3deb45eb on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:13:20.643243 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d474c68a-2168-429f-b76c-5294692d1d03 req-bfee8224-ed98-4253-9440-7ff26a5f3a03 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 946 time: 0.0972371
Jul 19 01:13:20.673388 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-553a0488-0e60-43a4-ba6f-2067363381a2 req-07fe6b90-9675-481a-bfba-85b2e04fe113 service neutron] 10.222.0.16 "GET /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276987
Jul 19 01:13:20.715382 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-d474c68a-2168-429f-b76c-5294692d1d03 req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Deleting port c3e481df-a4c3-4140-b240-b54b8c1c3504 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:13:20.715951 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-d474c68a-2168-429f-b76c-5294692d1d03 req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:20.781608 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46599a8f-cd96-4e13-8c05-c250cf427f3e req-1b81a085-218b-4728-b63e-a06f90b6934b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:20.786181 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-46599a8f-cd96-4e13-8c05-c250cf427f3e req-1b81a085-218b-4728-b63e-a06f90b6934b tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 946 time: 0.0900152
Jul 19 01:13:20.828913 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-46599a8f-cd96-4e13-8c05-c250cf427f3e req-bbdb488b-d0b6-48c3-9de6-e588eecb8b13 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d1f3b49-fa71-4455-a4a4-a405e41ffb10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399325
Jul 19 01:13:20.967913 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-d474c68a-2168-429f-b76c-5294692d1d03 req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] For port c3e481df-a4c3-4140-b240-b54b8c1c3504, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c3e481df-a4c3-4140-b240-b54b8c1c3504,segment=NetworkSegment(4e845350-cf67-4939-a0a2-5f525dc4a0bc),segment_id=4e845350-cf67-4939-a0a2-5f525dc4a0bc)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:20.968273 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-d474c68a-2168-429f-b76c-5294692d1d03 req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:21.089812 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-d474c68a-2168-429f-b76c-5294692d1d03 req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Calling delete_port for c3e481df-a4c3-4140-b240-b54b8c1c3504 owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:13:21.251113 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-d474c68a-2168-429f-b76c-5294692d1d03 req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:21.257582 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-60ffaeff-97f0-40cf-b2af-7c8623cf6e37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:21.294310 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c3e481df-a4c3-4140-b240-b54b8c1c3504'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:13:21.306369 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Pushing event deleted for resources: {'Port': ['ID=c3e481df-a4c3-4140-b240-b54b8c1c3504,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:21.310154 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:21.342558 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e269587-1e81-4140-b72b-6d1c15ecc2ec req-dc530179-1817-44db-9266-0089e6299446 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:21.344111 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8e269587-1e81-4140-b72b-6d1c15ecc2ec req-dc530179-1817-44db-9266-0089e6299446 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.2383602
Jul 19 01:13:21.359555 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdd268-6276-472f-bfb0-d61f16bb696e req-983ee2ba-d77c-4736-8362-6710a08c614c tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:21.361062 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dafdd268-6276-472f-bfb0-d61f16bb696e req-983ee2ba-d77c-4736-8362-6710a08c614c tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 943 time: 0.2093923
Jul 19 01:13:21.391659 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-d474c68a-2168-429f-b76c-5294692d1d03 req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] No DVR routers for this DVR port c3e481df-a4c3-4140-b240-b54b8c1c3504 on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:13:21.394337 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-d474c68a-2168-429f-b76c-5294692d1d03 req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:21.397396 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8d3e14-47f3-4134-941b-ab2ee56d1620', 'name': 'network-vif-deleted', 'tag': 'c3e481df-a4c3-4140-b240-b54b8c1c3504'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:13:21.415526 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d474c68a-2168-429f-b76c-5294692d1d03 req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.16 "DELETE /v2.0/ports/c3e481df-a4c3-4140-b240-b54b8c1c3504 HTTP/1.1" status: 204  len: 173 time: 0.7664607
Jul 19 01:13:21.437280 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8e269587-1e81-4140-b72b-6d1c15ecc2ec req-c9564901-af19-4a51-ac2c-8aa48de03c44 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750573
Jul 19 01:13:21.440499 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dafdd268-6276-472f-bfb0-d61f16bb696e req-61f7bf72-8297-4850-9f56-8e07c95680a3 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640481
Jul 19 01:13:21.497668 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8d3e14-47f3-4134-941b-ab2ee56d1620', 'name': 'network-vif-deleted', 'tag': 'c3e481df-a4c3-4140-b240-b54b8c1c3504', 'status': 'completed', 'code': 200}
Jul 19 01:13:21.625372 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66bc7-2de5-40a6-8d10-0cb994e67221 req-213b5fef-5ec5-433d-b7c0-938b71d610a9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:21.626750 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-63e66bc7-2de5-40a6-8d10-0cb994e67221 req-213b5fef-5ec5-433d-b7c0-938b71d610a9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.0808699
Jul 19 01:13:21.671989 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-63e66bc7-2de5-40a6-8d10-0cb994e67221 req-1feb42a2-b0a3-4adf-bb5a-f386e9501497 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0394950
Jul 19 01:13:21.992551 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-da21c0e7-9bfb-4384-99bc-219682ca0a5f req-2e7b99aa-c2aa-4f77-8467-60fdd245f50e tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8d3e14-47f3-4134-941b-ab2ee56d1620 HTTP/1.1" status: 200  len: 210 time: 0.0411224
Jul 19 01:13:22.092579 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:13:22.224251 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,segment=NetworkSegment(fbc07420-975a-4d21-8659-4d5d2ebff3ce),segment_id=fbc07420-975a-4d21-8659-4d5d2ebff3ce)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:22.237451 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '4581de3e-829a-41ba-adb9-bd2b2bfcdb5b', 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65', 'port_id': '4581de3e-829a-41ba-adb9-bd2b2bfcdb5b', 'mac_address': 'fa:16:3e:f0:d6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a687229-83cc-4812-8ac1-a4732a91051b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:13:22.290832 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:22.308902 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:13:22.324837 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,segment=NetworkSegment(fbc07420-975a-4d21-8659-4d5d2ebff3ce),segment_id=fbc07420-975a-4d21-8659-4d5d2ebff3ce)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:22.328717 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:22.330962 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:22.398297 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:22.405538 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.405904 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.406238 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.406560 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.406882 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.407203 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.407519 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.407835 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.408172 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.408489 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.408801 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.409110 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:13:22.412834 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:22.689310 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ced5f-90b8-4cd4-89d0-6d6619954810 req-980fa9ad-55cc-4be0-ac23-c533d9ae9fc2 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:22.690820 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-421ced5f-90b8-4cd4-89d0-6d6619954810 req-980fa9ad-55cc-4be0-ac23-c533d9ae9fc2 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1454396
Jul 19 01:13:22.699670 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8df45-2e49-40cc-9a11-38fcacb75db4 req-1746a756-92e5-464f-82c8-615a15eca6bb tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:22.701099 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7a8df45-2e49-40cc-9a11-38fcacb75db4 req-1746a756-92e5-464f-82c8-615a15eca6bb tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 944 time: 0.1537950
Jul 19 01:13:22.770414 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-421ced5f-90b8-4cd4-89d0-6d6619954810 req-17a64229-9e36-45ef-9618-11f670ffd807 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683706
Jul 19 01:13:22.779180 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7a8df45-2e49-40cc-9a11-38fcacb75db4 req-c10ae62e-c937-4813-b458-d4b5db326191 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635638
Jul 19 01:13:22.869722 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['4581de3e-829a-41ba-adb9-bd2b2bfcdb5b'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:13:22.959754 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba8708-62f7-4698-a891-c99736e86b0f req-1d4a9f60-610f-4c9e-939a-7acd4011a9de tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:22.961460 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-72ba8708-62f7-4698-a891-c99736e86b0f req-1d4a9f60-610f-4c9e-939a-7acd4011a9de tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.0826373
Jul 19 01:13:23.013955 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-72ba8708-62f7-4698-a891-c99736e86b0f req-a4fce12f-39fb-4987-9af7-7ca91ca19afc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0454528
Jul 19 01:13:23.089307 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39928) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:23.148019 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c6759e-6054-4239-9606-db9d517413cb admin admin] Deleting subnet 69801f67-48c3-428b-97c7-9b4f16bcca80 {{(pid=78648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:13:23.150877 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-58c6759e-6054-4239-9606-db9d517413cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.201010 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-58c6759e-6054-4239-9606-db9d517413cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16684991'] for subnet, precommit_delete_associations {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.253980 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-58c6759e-6054-4239-9606-db9d517413cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.318156 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-58c6759e-6054-4239-9606-db9d517413cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16671493'] for subnet, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.323165 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:23.435508 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6759e-6054-4239-9606-db9d517413cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69801f67-48c3-428b-97c7-9b4f16bcca80,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:23.438522 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-58c6759e-6054-4239-9606-db9d517413cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:23.439477 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-58c6759e-6054-4239-9606-db9d517413cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.445339 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-58c6759e-6054-4239-9606-db9d517413cb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69801f67-48c3-428b-97c7-9b4f16bcca80 HTTP/1.1" status: 204  len: 168 time: 0.3549666
Jul 19 01:13:23.447943 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39932) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:23.545892 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.666347 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.678046 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda36f3f8b0>,) {'filters': {'network_id': ['21b21fff-ae80-46fa-9bb7-9194a4b077c4']}} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:23.689625 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36f3f8b0>, '4e845350-cf67-4939-a0a2-5f525dc4a0bc') {'for_net_delete': True} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:23.689943 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36f3f8b0>, '4e845350-cf67-4939-a0a2-5f525dc4a0bc') {} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:23.701231 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16684960'] for segment, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.717653 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.724220 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=78648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:13:23.724617 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825913'] for segment, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]: Traceback (most recent call last):
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     timer()
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     cb(*args, **kw)
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     return func(*args, **kwargs)
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     self._notify()
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     self.callback(batched_events)
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     event.method(event)
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     return f(self, *a, **k)
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._get(url).json()
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:13:23.738070 dv-cinder-801236-1-iscsi neutron-server[78648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:13:23.825366 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.830045 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-037246d5-b0de-4a1e-a3df-3dc5bcd2a3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:23.845677 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:23.857394 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=21b21fff-ae80-46fa-9bb7-9194a4b077c4,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:23.861772 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:23.872750 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-d5308644-8973-4839-861f-d78df93798f2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/21b21fff-ae80-46fa-9bb7-9194a4b077c4 HTTP/1.1" status: 204  len: 168 time: 0.4208167
Jul 19 01:13:24.030399 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20bcd-27b2-4191-aca3-fc37a46cb376 req-fea4c3b0-4701-4602-b7a9-18e5dd2e0bb3 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:24.031809 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c4d20bcd-27b2-4191-aca3-fc37a46cb376 req-fea4c3b0-4701-4602-b7a9-18e5dd2e0bb3 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.1076379
Jul 19 01:13:24.039335 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40e12a-fb82-43ab-96de-dba0f22546ac req-123e6d22-f5dc-41e4-9ef7-495c4f8074bd tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:24.040685 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-df40e12a-fb82-43ab-96de-dba0f22546ac req-123e6d22-f5dc-41e4-9ef7-495c4f8074bd tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 944 time: 0.1506157
Jul 19 01:13:24.059507 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 39944) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:24.105150 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 1301ae37-2f71-4c34-8ac0-5708aea24499 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:13:24.110303 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c4d20bcd-27b2-4191-aca3-fc37a46cb376 req-2d69bcaa-4dab-4867-995e-dc55bf1437f5 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686522
Jul 19 01:13:24.114839 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-df40e12a-fb82-43ab-96de-dba0f22546ac req-255b5733-2130-4360-b264-749c7d105eb4 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587649
Jul 19 01:13:24.114981 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-4369758c-8aa9-44d3-b773-8b10bf9f9301 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63b1ff8ffc31441cae9f04ef3deb45eb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0492713
Jul 19 01:13:24.115581 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 39948) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:24.135503 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:13:24.183505 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ff2b52ea-f225-4f18-9081-360acde24f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:24.215308 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ff2b52ea-f225-4f18-9081-360acde24f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:24.338260 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:13:24.345349 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:13:24.345763 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:24.347265 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d39666-8001-4469-a074-7db61875ecf5 req-b22a3296-d1b3-4466-83a3-92b05ac2db9f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:24.348975 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a6d39666-8001-4469-a074-7db61875ecf5 req-b22a3296-d1b3-4466-83a3-92b05ac2db9f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 944 time: 0.1258147
Jul 19 01:13:24.378035 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ff2b52ea-f225-4f18-9081-360acde24f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:24.385934 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-9d386646-586c-474d-b58e-d1f39b3f7a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:24.412092 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b52ea-f225-4f18-9081-360acde24f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1f3b49-fa71-4455-a4a4-a405e41ffb10,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:24.412768 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:24.416837 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ff2b52ea-f225-4f18-9081-360acde24f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:24.423592 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ff2b52ea-f225-4f18-9081-360acde24f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:24.427955 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-ff2b52ea-f225-4f18-9081-360acde24f02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d1f3b49-fa71-4455-a4a4-a405e41ffb10 HTTP/1.1" status: 204  len: 168 time: 0.3086076
Jul 19 01:13:24.438119 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a6d39666-8001-4469-a074-7db61875ecf5 req-def7121a-a2f0-47fd-adea-52b1db42aa16 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0812690
Jul 19 01:13:24.456217 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'port_id': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'mac_address': 'fa:16:3e:ec:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:13:24.569731 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:24.591692 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:24.608203 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1301ae37-2f71-4c34-8ac0-5708aea24499 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:13:24.638529 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0480bff9-f7d5-48e1-b83e-377d1c03ab68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4581de3e-829a-41ba-adb9-bd2b2bfcdb5b'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:13:24.648582 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:24.652615 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,segment=NetworkSegment(fbc07420-975a-4d21-8659-4d5d2ebff3ce),segment_id=fbc07420-975a-4d21-8659-4d5d2ebff3ce)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:24.656741 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:24.659102 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:24.693751 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:24.694592 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c3e481df-a4c3-4140-b240-b54b8c1c3504 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:13:24.728702 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0480bff9-f7d5-48e1-b83e-377d1c03ab68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4581de3e-829a-41ba-adb9-bd2b2bfcdb5b', 'code': 200}
Jul 19 01:13:24.744064 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: c3e481df-a4c3-4140-b240-b54b8c1c3504 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:13:24.744951 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c3e481df-a4c3-4140-b240-b54b8c1c3504 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:13:24.774896 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=9']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:24.789443 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:24.790283 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:24.866381 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:24.869453 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:25.006055 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfe60d-13d6-4374-a5d7-ee8cd8ef0230 req-7b7b3616-5b02-44d5-b48d-716af24ccd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:25.007544 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-75cfe60d-13d6-4374-a5d7-ee8cd8ef0230 req-7b7b3616-5b02-44d5-b48d-716af24ccd8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 1098 time: 0.0703802
Jul 19 01:13:25.036611 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['1301ae37-2f71-4c34-8ac0-5708aea24499'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:13:25.053531 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-75cfe60d-13d6-4374-a5d7-ee8cd8ef0230 req-3371d35e-59b8-4f6f-99d4-baf5a24e8e04 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383861
Jul 19 01:13:25.313227 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3e89b-bfee-42df-a828-279d16653377 req-91a30cc4-4ea4-4cbb-bd7d-05f0e39e39a9 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:25.314744 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-01b3e89b-bfee-42df-a828-279d16653377 req-91a30cc4-4ea4-4cbb-bd7d-05f0e39e39a9 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 945 time: 0.0806134
Jul 19 01:13:25.358935 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-01b3e89b-bfee-42df-a828-279d16653377 req-fbff278a-6df2-4279-bd1b-07fb00592fb8 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385137
Jul 19 01:13:25.665592 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b2799-60d1-42a2-b751-f58f10bf9198 req-86bf636f-f76a-4fee-b20c-0f019b20094a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:25.667630 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9f2b2799-60d1-42a2-b751-f58f10bf9198 req-86bf636f-f76a-4fee-b20c-0f019b20094a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 945 time: 0.0901883
Jul 19 01:13:25.715597 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9f2b2799-60d1-42a2-b751-f58f10bf9198 req-abfea759-dda7-415d-932c-da4326b57c03 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0408757
Jul 19 01:13:26.106465 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 1301ae37-2f71-4c34-8ac0-5708aea24499 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:13:26.176228 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 1301ae37-2f71-4c34-8ac0-5708aea24499 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:13:26.176609 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:26.297383 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:26.330312 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:26.334782 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:26.336921 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:26.404589 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=10']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:26.407724 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:26.454168 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40026) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:26.563895 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3181e8d-7cac-444f-aaf9-d2d77021cb4f req-aa336376-1ebe-48c2-955b-be7a0403585a tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:26.565310 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3181e8d-7cac-444f-aaf9-d2d77021cb4f req-aa336376-1ebe-48c2-955b-be7a0403585a tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 945 time: 0.0882251
Jul 19 01:13:26.596223 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:26.617147 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:26.631649 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] Usage tracker for resource:security_group_rule and tenant:1edb7ed35eaf480e80c5c9e62678b455 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:26.636215 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:26.645140 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3181e8d-7cac-444f-aaf9-d2d77021cb4f req-3dde8f2c-b5c8-4d4a-bd9d-35b388f09ecc tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641861
Jul 19 01:13:26.645966 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:26.729594 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:13:26.731661 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:26.735867 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:26.746213 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-79d6952d-0375-44ac-97a1-6fd11b962042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:26.787556 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1edb7ed35eaf480e80c5c9e62678b455&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3323138
Jul 19 01:13:26.788785 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bed5d3c-91e3-4ca9-ba5d-6b328d2dfeb0,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:26.790328 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40036) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:26.791976 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:26.820231 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'code': 200}
Jul 19 01:13:26.863079 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6a21b34e-3ade-4fe8-9301-62fe67bf3c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:26.897077 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6a21b34e-3ade-4fe8-9301-62fe67bf3c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:26.939296 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa149cc-e7eb-4dfd-ab02-9dc23986d98e req-5756b745-e1a4-48b7-b991-57a6242f4345 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:26.942152 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dfa149cc-e7eb-4dfd-ab02-9dc23986d98e req-5756b745-e1a4-48b7-b991-57a6242f4345 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 947 time: 0.0902274
Jul 19 01:13:26.956904 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6a21b34e-3ade-4fe8-9301-62fe67bf3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:26.962213 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b17312ee-75e5-49e9-9805-eacec420b4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:26.973338 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21b34e-3ade-4fe8-9301-62fe67bf3c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bed5d3c-91e3-4ca9-ba5d-6b328d2dfeb0,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:26.979530 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6a21b34e-3ade-4fe8-9301-62fe67bf3c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:26.985863 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6a21b34e-3ade-4fe8-9301-62fe67bf3c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:26.990755 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dfa149cc-e7eb-4dfd-ab02-9dc23986d98e req-91b7defe-af3f-4247-af19-ec57e1f6602e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0443530
Jul 19 01:13:26.997106 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-6a21b34e-3ade-4fe8-9301-62fe67bf3c64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bed5d3c-91e3-4ca9-ba5d-6b328d2dfeb0 HTTP/1.1" status: 204  len: 168 time: 0.2027898
Jul 19 01:13:27.300654 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40052) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:27.319403 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:27.336197 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:27.340449 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] Usage tracker for resource:security_group_rule and tenant:9e42d52f354040d188f61319b3f0a8d6 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:27.343241 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:27.349882 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:27.492934 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:27.502100 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:27.510724 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6dc445e3-cf0e-4eb3-a437-b9fc4cb401e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:27.528079 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7230e0-4c1f-4959-a6cc-a09d3e37cd62 req-5823dbf5-0de2-4a0f-8b47-ef4595132d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:27.529549 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6d7230e0-4c1f-4959-a6cc-a09d3e37cd62 req-5823dbf5-0de2-4a0f-8b47-ef4595132d77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 1100 time: 0.1216962
Jul 19 01:13:27.570401 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e42d52f354040d188f61319b3f0a8d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2686901
Jul 19 01:13:27.573177 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40056) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:27.576938 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b2738-e898-4e62-822b-09b3956a5d13,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:27.580005 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:27.596826 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6d7230e0-4c1f-4959-a6cc-a09d3e37cd62 req-15861f49-29f9-4706-850c-5a008946401c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0581250
Jul 19 01:13:27.631985 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-01ac90a2-5edf-4b50-a27f-40717915c829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:27.657529 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-01ac90a2-5edf-4b50-a27f-40717915c829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:27.709678 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-01ac90a2-5edf-4b50-a27f-40717915c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:27.715015 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-efbf5009-a64f-4671-a10a-89ce44afd5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:27.730135 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac90a2-5edf-4b50-a27f-40717915c829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b2738-e898-4e62-822b-09b3956a5d13,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:27.733933 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-01ac90a2-5edf-4b50-a27f-40717915c829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:27.744951 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-01ac90a2-5edf-4b50-a27f-40717915c829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:27.750093 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-01ac90a2-5edf-4b50-a27f-40717915c829 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e84b2738-e898-4e62-822b-09b3956a5d13 HTTP/1.1" status: 204  len: 168 time: 0.1757274
Jul 19 01:13:27.840287 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5383f5-006a-458c-8300-853e4092befc req-964414bd-59a5-4b51-919f-0f6ade17b867 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:27.841695 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3d5383f5-006a-458c-8300-853e4092befc req-964414bd-59a5-4b51-919f-0f6ade17b867 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 945 time: 0.0794375
Jul 19 01:13:27.889692 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3d5383f5-006a-458c-8300-853e4092befc req-a0f8bb3d-093d-4b9d-a777-482cd0333147 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422931
Jul 19 01:13:27.994230 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f1685d94-6c7f-41d5-a313-f6aa4ac4c683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:28.308743 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185527df-b906-45df-94c0-0d1eb41b6505 req-f9532b10-b3b6-457b-9f8c-4b8b467b502d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:28.310450 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-185527df-b906-45df-94c0-0d1eb41b6505 req-f9532b10-b3b6-457b-9f8c-4b8b467b502d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 947 time: 0.1995344
Jul 19 01:13:28.377512 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-185527df-b906-45df-94c0-0d1eb41b6505 req-1c42abc0-d597-4824-8f93-ebce680d8f0f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0554800
Jul 19 01:13:28.498690 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:29.280081 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:29.603115 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061d41b-48ad-4195-be83-864ad93b50b5 req-4905a5bf-abf7-4ce9-abc6-ea0c1e45b9e5 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:29.605763 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8061d41b-48ad-4195-be83-864ad93b50b5 req-4905a5bf-abf7-4ce9-abc6-ea0c1e45b9e5 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 947 time: 0.1031365
Jul 19 01:13:29.679799 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8061d41b-48ad-4195-be83-864ad93b50b5 req-0042e209-edf6-4ff8-9d64-d4128617d122 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0674422
Jul 19 01:13:30.022096 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18323440-6520-4245-8882-a626daea871a req-1c1b9f7d-96b4-4600-9ad8-76d46f5e0887 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:30.023650 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-18323440-6520-4245-8882-a626daea871a req-1c1b9f7d-96b4-4600-9ad8-76d46f5e0887 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1123817
Jul 19 01:13:30.074520 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-18323440-6520-4245-8882-a626daea871a req-f8a01954-c4d5-4c50-a9dd-37aca8e73c72 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441475
Jul 19 01:13:30.697199 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-4a16ecbe-4ad1-4e69-b77a-0be7e36d512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:30.872357 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c9d41-aaaa-474e-bc54-2363881a8a73 req-2856ad8b-b0ed-46af-975f-6501ce008fd0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:30.878287 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-601c9d41-aaaa-474e-bc54-2363881a8a73 req-2856ad8b-b0ed-46af-975f-6501ce008fd0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 947 time: 0.0901983
Jul 19 01:13:30.919555 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-601c9d41-aaaa-474e-bc54-2363881a8a73 req-a59c85bc-32a9-4d03-8581-8f6d854bee4f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0396354
Jul 19 01:13:31.261340 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a194ff3-90c7-4064-91f5-d213831d759d req-dfaad796-d620-4a00-8687-177c4e85546c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:31.263107 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a194ff3-90c7-4064-91f5-d213831d759d req-dfaad796-d620-4a00-8687-177c4e85546c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0856700
Jul 19 01:13:31.309635 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a194ff3-90c7-4064-91f5-d213831d759d req-3a50f0fc-f6c8-4e1f-8cc4-2fc59567a8ea tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409961
Jul 19 01:13:31.473869 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:32.507383 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12a392-ba5a-49cc-8764-cb6ec687c934 req-5089cc3a-3007-4826-bbcb-25d7742eea8f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:32.510125 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef12a392-ba5a-49cc-8764-cb6ec687c934 req-5089cc3a-3007-4826-bbcb-25d7742eea8f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.0852504
Jul 19 01:13:32.558414 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef12a392-ba5a-49cc-8764-cb6ec687c934 req-f130a0c9-b3d7-498e-ad97-76e9603b2851 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421553
Jul 19 01:13:32.913175 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:32.951454 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f898cf-d453-4857-8609-69a928f6e3dc req-40bcb1b8-4e9f-4c6a-b537-5167a2ba3ada tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:32.952237 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-32f898cf-d453-4857-8609-69a928f6e3dc req-40bcb1b8-4e9f-4c6a-b537-5167a2ba3ada tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Synchronizing usage tracker for tenant:93b72b8acdfd484f8fe209c3488ee8ba on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:13:32.958994 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40256) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:32.975921 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-32f898cf-d453-4857-8609-69a928f6e3dc req-40bcb1b8-4e9f-4c6a-b537-5167a2ba3ada tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Unset dirty status for tenant:93b72b8acdfd484f8fe209c3488ee8ba on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:13:32.977077 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-32f898cf-d453-4857-8609-69a928f6e3dc req-40bcb1b8-4e9f-4c6a-b537-5167a2ba3ada tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1089308
Jul 19 01:13:33.051537 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-32f898cf-d453-4857-8609-69a928f6e3dc req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Deleting port a254a1ce-de07-4202-a12d-c0c1f01a9336 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:13:33.051926 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-32f898cf-d453-4857-8609-69a928f6e3dc req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.111084 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.133012 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:33.140439 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] Usage tracker for resource:security_group_rule and tenant:e04dfeed0ddb41e69ee19a5a445a4b7f is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:33.166714 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:33.182556 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:33.375494 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-32f898cf-d453-4857-8609-69a928f6e3dc req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] For port a254a1ce-de07-4202-a12d-c0c1f01a9336, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=a254a1ce-de07-4202-a12d-c0c1f01a9336,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:33.375856 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-32f898cf-d453-4857-8609-69a928f6e3dc req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.514847 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-32f898cf-d453-4857-8609-69a928f6e3dc req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Calling delete_port for a254a1ce-de07-4202-a12d-c0c1f01a9336 owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:13:33.560579 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.567027 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.577020 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-dae97227-fd7f-4691-935a-37c8f7fd7324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:33.638216 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e04dfeed0ddb41e69ee19a5a445a4b7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6780756
Jul 19 01:13:33.639649 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad4a678-7fbd-4dfa-b7f1-d0e4fbc57fa9,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:33.641004 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40266) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:33.643077 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:33.789838 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-592c1f3e-476d-4ac9-96e2-3706e8cd55de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.807062 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-32f898cf-d453-4857-8609-69a928f6e3dc req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.812332 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:33.820734 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c4324-437a-496a-a1a9-857de3e1a0d2 req-a3a7ecec-c9d9-4a61-aa29-b05d09ea7d0c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:33.822295 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-731c4324-437a-496a-a1a9-857de3e1a0d2 req-a3a7ecec-c9d9-4a61-aa29-b05d09ea7d0c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7f8258-394c-47c3-a5cc-0736307db066 HTTP/1.1" status: 200  len: 945 time: 0.1486363
Jul 19 01:13:33.830668 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-592c1f3e-476d-4ac9-96e2-3706e8cd55de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.848015 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c5b554f1-1e54-42b3-b4ae-74eefa3a05d5', 'a254a1ce-de07-4202-a12d-c0c1f01a9336'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:13:33.856724 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Pushing event deleted for resources: {'Port': ['ID=a254a1ce-de07-4202-a12d-c0c1f01a9336,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:33.859650 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:33.908460 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-731c4324-437a-496a-a1a9-857de3e1a0d2 req-64fab940-9f52-460e-9aee-88e484c842dd tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796907
Jul 19 01:13:33.936986 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-592c1f3e-476d-4ac9-96e2-3706e8cd55de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.941055 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f898cf-d453-4857-8609-69a928f6e3dc req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] No DVR routers for this DVR port a254a1ce-de07-4202-a12d-c0c1f01a9336 on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:13:33.942056 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-01ac90a2-5edf-4b50-a27f-40717915c829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:33.943558 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-32f898cf-d453-4857-8609-69a928f6e3dc req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.946370 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7f8258-394c-47c3-a5cc-0736307db066', 'name': 'network-vif-deleted', 'tag': 'a254a1ce-de07-4202-a12d-c0c1f01a9336'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:13:33.965735 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c1f3e-476d-4ac9-96e2-3706e8cd55de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad4a678-7fbd-4dfa-b7f1-d0e4fbc57fa9,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:33.975419 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-592c1f3e-476d-4ac9-96e2-3706e8cd55de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:33.975832 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-32f898cf-d453-4857-8609-69a928f6e3dc req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.16 "DELETE /v2.0/ports/a254a1ce-de07-4202-a12d-c0c1f01a9336 HTTP/1.1" status: 204  len: 173 time: 0.9927099
Jul 19 01:13:33.976606 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-592c1f3e-476d-4ac9-96e2-3706e8cd55de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cad4a678-7fbd-4dfa-b7f1-d0e4fbc57fa9 HTTP/1.1" status: 204  len: 168 time: 0.3299537
Jul 19 01:13:33.977847 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-592c1f3e-476d-4ac9-96e2-3706e8cd55de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:34.005575 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7f8258-394c-47c3-a5cc-0736307db066', 'name': 'network-vif-deleted', 'tag': 'a254a1ce-de07-4202-a12d-c0c1f01a9336', 'status': 'completed', 'code': 200}
Jul 19 01:13:34.299115 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40278) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:34.317386 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:34.335395 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:34.339703 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] Usage tracker for resource:security_group_rule and tenant:f53ce53aae87449c84ecfadc9f05c5cc is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:34.342551 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:34.348596 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:34.436054 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:34.439703 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:34.447875 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e715ff5e-0be1-40c4-8682-8501b540162c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:34.491953 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f53ce53aae87449c84ecfadc9f05c5cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1916623
Jul 19 01:13:34.494045 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba85e0-10ae-4c01-b462-b9ff404efdcc,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:34.494757 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40282) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:34.496944 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:34.558513 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-910ab165-e421-4962-a740-ce1b88a93464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:34.584037 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-910ab165-e421-4962-a740-ce1b88a93464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:34.644539 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-910ab165-e421-4962-a740-ce1b88a93464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:34.649582 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f7e097ab-e3fd-45d0-91b1-110d89352413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:34.659595 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ab165-e421-4962-a740-ce1b88a93464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba85e0-10ae-4c01-b462-b9ff404efdcc,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:34.664350 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-910ab165-e421-4962-a740-ce1b88a93464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:34.666402 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-910ab165-e421-4962-a740-ce1b88a93464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:34.669848 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-910ab165-e421-4962-a740-ce1b88a93464 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49ba85e0-10ae-4c01-b462-b9ff404efdcc HTTP/1.1" status: 204  len: 168 time: 0.1717894
Jul 19 01:13:35.402001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe9a72-9304-420c-bddb-4ad2e5a4e559 req-c5b9dd34-899a-4d3a-b1c2-81b51894b34d tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:35.403484 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2ebe9a72-9304-420c-bddb-4ad2e5a4e559 req-c5b9dd34-899a-4d3a-b1c2-81b51894b34d tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0819278
Jul 19 01:13:35.453126 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2ebe9a72-9304-420c-bddb-4ad2e5a4e559 req-d126fa3a-1c1b-4406-9750-a85efe441ce2 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435469
Jul 19 01:13:36.654040 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f555e3-5d35-4846-a25c-4935bcc25ba0 req-b3f9c4cf-b56d-4869-b38a-9fdece438f87 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:36.655819 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-37f555e3-5d35-4846-a25c-4935bcc25ba0 req-b3f9c4cf-b56d-4869-b38a-9fdece438f87 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0869241
Jul 19 01:13:36.737518 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-37f555e3-5d35-4846-a25c-4935bcc25ba0 req-3efd6b8e-52a6-49c3-a39f-bf9e364ed045 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755291
Jul 19 01:13:37.916498 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884fb9e-8a4e-4bce-a4e6-166512d594a6 req-7e178045-27f8-40a2-a609-ef0b17997939 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:37.917967 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7884fb9e-8a4e-4bce-a4e6-166512d594a6 req-7e178045-27f8-40a2-a609-ef0b17997939 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0825014
Jul 19 01:13:37.963658 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7884fb9e-8a4e-4bce-a4e6-166512d594a6 req-f3bda5ba-8b9c-4da8-9701-81002ee4aa10 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398879
Jul 19 01:13:38.167571 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device a254a1ce-de07-4202-a12d-c0c1f01a9336 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:13:38.229492 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: a254a1ce-de07-4202-a12d-c0c1f01a9336 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:13:38.230157 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device a254a1ce-de07-4202-a12d-c0c1f01a9336 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:13:39.152482 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1d235-f810-4dd5-a497-4412ec9cd222 req-b91626b0-d4ce-4565-80a9-4b1525c22f52 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:39.153988 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-85c1d235-f810-4dd5-a497-4412ec9cd222 req-b91626b0-d4ce-4565-80a9-4b1525c22f52 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0839703
Jul 19 01:13:39.200192 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-85c1d235-f810-4dd5-a497-4412ec9cd222 req-75ac7648-eed5-46a8-a5f5-5db818032352 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405223
Jul 19 01:13:39.318946 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:13:40.391232 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5555b-1783-43e8-90d0-b230571a5095 req-6a060730-31b4-450b-9641-8dbd7f0f78c2 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:40.392930 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eaa5555b-1783-43e8-90d0-b230571a5095 req-6a060730-31b4-450b-9641-8dbd7f0f78c2 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0875669
Jul 19 01:13:40.444276 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eaa5555b-1783-43e8-90d0-b230571a5095 req-d137483e-fb63-4669-b1c9-b34f6500079b tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457618
Jul 19 01:13:41.629985 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf34dc-cf2a-42ed-912f-c9db41566f4e req-4fc6af78-750a-4302-b524-72046a54e874 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:41.631348 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fddf34dc-cf2a-42ed-912f-c9db41566f4e req-4fc6af78-750a-4302-b524-72046a54e874 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0825322
Jul 19 01:13:41.675889 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fddf34dc-cf2a-42ed-912f-c9db41566f4e req-64ef3c91-3fcb-4bfe-b7ad-f01184af0982 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382419
Jul 19 01:13:42.416548 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-63b59998-01f7-4e8f-b91b-5597d5e2b24f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:42.417240 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-63b59998-01f7-4e8f-b91b-5597d5e2b24f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Synchronizing usage tracker for tenant:93b72b8acdfd484f8fe209c3488ee8ba on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:13:42.433176 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-63b59998-01f7-4e8f-b91b-5597d5e2b24f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Unset dirty status for tenant:93b72b8acdfd484f8fe209c3488ee8ba on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:13:42.434934 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-63b59998-01f7-4e8f-b91b-5597d5e2b24f tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0989664
Jul 19 01:13:42.512944 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Deleting port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:13:42.513296 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:42.763709 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] For port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:42.764097 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:42.900550 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Calling delete_port for c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:13:42.901983 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ba63d-b5b4-4b69-ba37-03359a2f90c3 req-cd60fe13-f93d-458b-93be-e62ca9c06172 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:42.903443 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-986ba63d-b5b4-4b69-ba37-03359a2f90c3 req-cd60fe13-f93d-458b-93be-e62ca9c06172 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2048f18a-e9b2-44a8-b4fb-824b1cee25c4 HTTP/1.1" status: 200  len: 945 time: 0.0998013
Jul 19 01:13:42.958109 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-986ba63d-b5b4-4b69-ba37-03359a2f90c3 req-afe06101-9780-492a-810c-c6ff1d97449c tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d18527d-86aa-48ae-8533-03dfaba1e0c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464256
Jul 19 01:13:43.061190 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:43.066641 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:43.108001 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c5b554f1-1e54-42b3-b4ae-74eefa3a05d5'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:13:43.110118 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Pushing event deleted for resources: {'Port': ['ID=c5b554f1-1e54-42b3-b4ae-74eefa3a05d5,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:43.113627 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:43.187867 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] No DVR routers for this DVR port c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:13:43.190576 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:43.193073 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2048f18a-e9b2-44a8-b4fb-824b1cee25c4', 'name': 'network-vif-deleted', 'tag': 'c5b554f1-1e54-42b3-b4ae-74eefa3a05d5'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:13:43.208408 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b82b361a-ce43-4570-ae0c-b01cb97d1238 req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] 10.222.0.16 "DELETE /v2.0/ports/c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 HTTP/1.1" status: 204  len: 173 time: 0.7679396
Jul 19 01:13:43.241222 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2048f18a-e9b2-44a8-b4fb-824b1cee25c4', 'name': 'network-vif-deleted', 'tag': 'c5b554f1-1e54-42b3-b4ae-74eefa3a05d5', 'status': 'completed', 'code': 200}
Jul 19 01:13:44.057578 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40406) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:44.680008 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333525'] for router_interface, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:45.049082 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Deleting port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:13:45.049524 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:45.245494 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] For port 261d4c8a-7d00-49a8-9226-bc1bdc9bf631, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=261d4c8a-7d00-49a8-9226-bc1bdc9bf631,segment=NetworkSegment(6a384404-000e-44bd-b36d-468136cd66d5),segment_id=6a384404-000e-44bd-b36d-468136cd66d5)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:45.246247 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:45.387731 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Calling delete_port for 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 owned by network:router_interface {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:13:45.706916 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:45.711738 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:45.722277 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40436) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:45.754885 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Pushing event deleted for resources: {'Port': ['ID=261d4c8a-7d00-49a8-9226-bc1bdc9bf631,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:45.758104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:45.848545 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:45.867351 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:45.871708 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] Usage tracker for resource:security_group_rule and tenant:a6bf6cf5d48e462fb8c01ebceb6171e5 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:45.874712 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:45.880251 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:45.964405 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:45.968526 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:45.976275 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dc2b6993-edad-4561-8c89-bbd9ee652e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:46.017453 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6bf6cf5d48e462fb8c01ebceb6171e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2932506
Jul 19 01:13:46.018399 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907232a3-ae89-41b6-af2a-30be92f64b07,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:46.020060 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40442) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:46.021860 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:46.149479 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766501'] for router_interface, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:46.215905 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-26bbe987-f4b0-441d-820f-eb915a42513b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:46.224169 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:13:46.260620 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:13:46.260976 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c5b554f1-1e54-42b3-b4ae-74eefa3a05d5 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:13:46.270826 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-26bbe987-f4b0-441d-820f-eb915a42513b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:46.470415 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-26bbe987-f4b0-441d-820f-eb915a42513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:46.474972 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c20cc05b-f319-4def-bd84-318d63147478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:46.490566 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbe987-f4b0-441d-820f-eb915a42513b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907232a3-ae89-41b6-af2a-30be92f64b07,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:46.540241 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-26bbe987-f4b0-441d-820f-eb915a42513b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:46.573134 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-26bbe987-f4b0-441d-820f-eb915a42513b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:46.574274 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-26bbe987-f4b0-441d-820f-eb915a42513b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/907232a3-ae89-41b6-af2a-30be92f64b07 HTTP/1.1" status: 204  len: 168 time: 0.5531940
Jul 19 01:13:46.589165 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Router 933c48a7-5f85-400e-aa21-10e4a0062063 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:13:46.767906 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:13:46.773144 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] 10.222.0.24 "PUT /v2.0/routers/933c48a7-5f85-400e-aa21-10e4a0062063/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7143226
Jul 19 01:13:46.776156 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40452) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:46.779384 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] Sync routers for ids ['933c48a7-5f85-400e-aa21-10e4a0062063'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:13:46.789562 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] Routers {'933c48a7-5f85-400e-aa21-10e4a0062063'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:13:46.790361 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda377fb280>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:13:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['933c48a7-5f85-400e-aa21-10e4a0062063'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:46.857333 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40456) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:46.878162 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:46.892725 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:46.896592 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] Usage tracker for resource:security_group_rule and tenant:043515dd52464a27982b9d2265d1c10d is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:46.900449 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:46.906191 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:46.953884 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Notify callbacks [] for router, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:46.980212 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] Set router 933c48a7-5f85-400e-aa21-10e4a0062063 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:13:46.995432 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:46.999888 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:47.010092 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e085d987-41f6-47ff-a05d-7aae2fdd70ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:47.050642 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4abc965-a522-471a-9f8d-160c542e6e40,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:47.054154 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:47.057008 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=043515dd52464a27982b9d2265d1c10d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1980474
Jul 19 01:13:47.059673 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40460) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:47.138790 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:47.148353 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Deleting port 057d1bda-d784-4db2-9bca-d2f3f9736dcc {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:13:47.148672 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:47.201974 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0cb89bfd-a5ff-4c16-9c03-a5104d4eb839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:47.229260 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0cb89bfd-a5ff-4c16-9c03-a5104d4eb839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:47.292033 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0cb89bfd-a5ff-4c16-9c03-a5104d4eb839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:47.295901 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-90959ae4-432d-43e3-a4d5-ec9c7ac06b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:47.301820 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda377fb280>, [{'id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-router', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:45Z', 'updated_at': '2021-07-19T01:13:45Z', 'revision_number': 5, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'gw_port': {'id': '057d1bda-d784-4db2-9bca-d2f3f9736dcc', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:47Z', 'updated_at': '2021-07-19T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:47.308180 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] Checking router: 933c48a7-5f85-400e-aa21-10e4a0062063 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:13:47.308355 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb89bfd-a5ff-4c16-9c03-a5104d4eb839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4abc965-a522-471a-9f8d-160c542e6e40,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:47.312195 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0cb89bfd-a5ff-4c16-9c03-a5104d4eb839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:47.320293 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] Routers {'933c48a7-5f85-400e-aa21-10e4a0062063'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:13:47.322161 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda377fb280>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:13:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['933c48a7-5f85-400e-aa21-10e4a0062063'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:47.325089 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0cb89bfd-a5ff-4c16-9c03-a5104d4eb839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:47.328493 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0cb89bfd-a5ff-4c16-9c03-a5104d4eb839 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4abc965-a522-471a-9f8d-160c542e6e40 HTTP/1.1" status: 204  len: 168 time: 0.2657547
Jul 19 01:13:47.349062 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] For port 057d1bda-d784-4db2-9bca-d2f3f9736dcc, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=057d1bda-d784-4db2-9bca-d2f3f9736dcc,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:13:47.349565 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:47.482662 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] Set router 933c48a7-5f85-400e-aa21-10e4a0062063 gateway port host: None {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:13:47.581592 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Calling delete_port for 057d1bda-d784-4db2-9bca-d2f3f9736dcc owned by network:router_gateway {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:13:47.585327 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda377fb280>, [{'id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-router', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:45Z', 'updated_at': '2021-07-19T01:13:47Z', 'revision_number': 6, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'gw_port_host': None}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:47.589401 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94266c28-b8ae-4544-a938-35595f4b6f3e None None] The sync data for ids ['933c48a7-5f85-400e-aa21-10e4a0062063'] in dv-cinder-801236-1-iscsi is: [{'id': '933c48a7-5f85-400e-aa21-10e4a0062063', 'name': 'tempest-ServerRescueNegativeTestJSON-2104526936-router', 'tenant_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:45Z', 'updated_at': '2021-07-19T01:13:47Z', 'revision_number': 6, 'project_id': '93b72b8acdfd484f8fe209c3488ee8ba', 'gw_port_host': None}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:13:47.761727 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:47.766454 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-20d3a9a9-399d-4b06-8371-3123da6829e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:47.807871 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Pushing event deleted for resources: {'Port': ['ID=057d1bda-d784-4db2-9bca-d2f3f9736dcc,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:47.841501 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:47.904130 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767160'] for router_gateway, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.083183 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-333469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-230728'] for router, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.085559 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.170351 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333438'] for router, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.170899 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 933c48a7-5f85-400e-aa21-10e4a0062063 {{(pid=78648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 19 01:13:48.183541 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Notify callbacks [] for router, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.184662 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] 10.222.0.24 "DELETE /v2.0/routers/933c48a7-5f85-400e-aa21-10e4a0062063 HTTP/1.1" status: 204  len: 168 time: 1.4076049
Jul 19 01:13:48.187825 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40490) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:48.250434 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-3394b092-4676-4e70-a6c6-6bdec0ecf4a4 admin admin] Deleting subnet c9000604-dc2d-4842-9495-6c05da929a3d {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:13:48.253449 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3394b092-4676-4e70-a6c6-6bdec0ecf4a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.302835 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3394b092-4676-4e70-a6c6-6bdec0ecf4a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.362818 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3394b092-4676-4e70-a6c6-6bdec0ecf4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.451473 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3394b092-4676-4e70-a6c6-6bdec0ecf4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.456612 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f52bb017-d6a0-47e5-b5c3-f2fcd1b549f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:48.471331 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 057d1bda-d784-4db2-9bca-d2f3f9736dcc no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:13:48.492361 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3394b092-4676-4e70-a6c6-6bdec0ecf4a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.496043 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394b092-4676-4e70-a6c6-6bdec0ecf4a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9000604-dc2d-4842-9495-6c05da929a3d,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:48.499626 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-3394b092-4676-4e70-a6c6-6bdec0ecf4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:48.502986 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-3394b092-4676-4e70-a6c6-6bdec0ecf4a4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c9000604-dc2d-4842-9495-6c05da929a3d HTTP/1.1" status: 204  len: 168 time: 0.3141818
Jul 19 01:13:48.505400 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40500) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:48.507896 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 057d1bda-d784-4db2-9bca-d2f3f9736dcc {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:13:48.508329 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 057d1bda-d784-4db2-9bca-d2f3f9736dcc not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:13:48.509374 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:13:48.526450 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40504) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:48.546337 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:13:48.546967 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 261d4c8a-7d00-49a8-9226-bc1bdc9bf631 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:13:48.613618 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.656973 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.672213 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:48.676416 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] Usage tracker for resource:security_group_rule and tenant:4b948747c0184f5b8a136b2e8762d55d is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:48.679336 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:48.685820 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:48.743733 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.757518 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda36c7a1c0>,) {'filters': {'network_id': ['acecac2a-f68a-478a-b6a8-0576f7e3cd9f']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:48.777541 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.779813 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36c7a1c0>, '6a384404-000e-44bd-b36d-468136cd66d5') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:48.780104 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36c7a1c0>, '6a384404-000e-44bd-b36d-468136cd66d5') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:13:48.782011 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.790689 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a4981387-7670-4887-b43a-60c385eef5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:48.792118 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.808705 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.815262 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:13:48.815639 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:13:48.831260 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:13:48.833997 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b948747c0184f5b8a136b2e8762d55d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3055577
Jul 19 01:13:48.834712 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40510) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:48.835353 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07574963-85c4-4dbe-9844-250ad9b6b824,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:48.838337 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:48.899961 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-764a463c-9c05-44ff-b1a3-b0e0829ecc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.910653 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.914491 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5ddfc756-4b33-467f-aff1-9c57707e2e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:48.930124 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.937891 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-764a463c-9c05-44ff-b1a3-b0e0829ecc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.938924 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=acecac2a-f68a-478a-b6a8-0576f7e3cd9f,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:48.942071 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:48.949371 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/acecac2a-f68a-478a-b6a8-0576f7e3cd9f HTTP/1.1" status: 204  len: 168 time: 0.4407210
Jul 19 01:13:48.992368 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-764a463c-9c05-44ff-b1a3-b0e0829ecc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:48.997750 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:49.010698 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a463c-9c05-44ff-b1a3-b0e0829ecc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07574963-85c4-4dbe-9844-250ad9b6b824,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:49.013566 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-764a463c-9c05-44ff-b1a3-b0e0829ecc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:49.014555 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-764a463c-9c05-44ff-b1a3-b0e0829ecc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:49.015641 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-764a463c-9c05-44ff-b1a3-b0e0829ecc35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07574963-85c4-4dbe-9844-250ad9b6b824 HTTP/1.1" status: 204  len: 168 time: 0.1762540
Jul 19 01:13:49.073520 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40518) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:49.124650 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-81ace944-8058-4e8a-ae5c-eb4aa5851dde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93b72b8acdfd484f8fe209c3488ee8ba&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0494981
Jul 19 01:13:49.127213 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40522) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:49.189359 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ceec9993-e13c-418f-8aa4-43d386016680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:49.216683 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ceec9993-e13c-418f-8aa4-43d386016680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:49.281694 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ceec9993-e13c-418f-8aa4-43d386016680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:49.286824 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-592c1f3e-476d-4ac9-96e2-3706e8cd55de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:49.301414 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec9993-e13c-418f-8aa4-43d386016680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d18527d-86aa-48ae-8533-03dfaba1e0c0,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:49.304098 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ceec9993-e13c-418f-8aa4-43d386016680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:49.309298 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ceec9993-e13c-418f-8aa4-43d386016680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:49.310607 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-ceec9993-e13c-418f-8aa4-43d386016680 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d18527d-86aa-48ae-8533-03dfaba1e0c0 HTTP/1.1" status: 204  len: 168 time: 0.1823044
Jul 19 01:13:50.961624 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40646) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:51.078889 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.093165 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:51.097329 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] Usage tracker for resource:security_group_rule and tenant:9e37c5ff80384c8e8f631f2ca9f16c39 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:51.100445 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:51.106574 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:51.197568 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.201316 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.208766 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0cb89bfd-a5ff-4c16-9c03-a5104d4eb839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:51.252448 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e37c5ff80384c8e8f631f2ca9f16c39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2897089
Jul 19 01:13:51.253371 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b7d126-552b-4870-950b-5b1d91793bdc,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:51.255086 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40662) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:51.256383 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:51.312563 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b35a6e36-e902-48b2-a625-d4b7f2bec674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.337140 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b35a6e36-e902-48b2-a625-d4b7f2bec674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.388456 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b35a6e36-e902-48b2-a625-d4b7f2bec674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.392865 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6a21b34e-3ade-4fe8-9301-62fe67bf3c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:51.402820 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a6e36-e902-48b2-a625-d4b7f2bec674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b7d126-552b-4870-950b-5b1d91793bdc,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:51.406318 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b35a6e36-e902-48b2-a625-d4b7f2bec674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:51.409493 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b35a6e36-e902-48b2-a625-d4b7f2bec674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.410639 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b35a6e36-e902-48b2-a625-d4b7f2bec674 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7b7d126-552b-4870-950b-5b1d91793bdc HTTP/1.1" status: 204  len: 168 time: 0.1545813
Jul 19 01:13:51.690828 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40672) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:51.708268 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.726118 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:51.730542 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] Usage tracker for resource:security_group_rule and tenant:a1a623bdacda4278ae1c74fabd5f24f9 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:51.733424 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:51.739327 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:51.821896 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.825513 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.834385 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ae9bd080-d05a-467d-8ce2-5028c4e00453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:51.874980 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1a623bdacda4278ae1c74fabd5f24f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1831193
Jul 19 01:13:51.875883 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccfcfee-c868-49ba-81bd-dd82e79a710c,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:51.878828 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40678) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:51.879047 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:51.942511 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9497ee76-e0f6-40cf-bf10-0935238eb822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:51.968612 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9497ee76-e0f6-40cf-bf10-0935238eb822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:52.019570 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9497ee76-e0f6-40cf-bf10-0935238eb822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:52.023170 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0ae852ac-be8d-4d02-8612-f7d547cc006c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:52.037091 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497ee76-e0f6-40cf-bf10-0935238eb822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccfcfee-c868-49ba-81bd-dd82e79a710c,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:52.041089 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-9497ee76-e0f6-40cf-bf10-0935238eb822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:52.046967 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9497ee76-e0f6-40cf-bf10-0935238eb822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:52.050387 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-9497ee76-e0f6-40cf-bf10-0935238eb822 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ccfcfee-c868-49ba-81bd-dd82e79a710c HTTP/1.1" status: 204  len: 168 time: 0.1675661
Jul 19 01:13:54.690389 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40770) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:54.806423 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:54.820346 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:54.824694 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] Usage tracker for resource:security_group_rule and tenant:401df0002e4441f393297668d78847a9 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:54.827693 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:54.834590 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:54.916789 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:54.920631 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:54.929126 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2f3f0e7c-847f-4c3b-8430-c6fcbe31e035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:54.968460 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=401df0002e4441f393297668d78847a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2769938
Jul 19 01:13:54.970075 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3cd552-5f3c-4167-b28f-a5c638cebd44,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:54.971206 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40778) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:54.973137 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:55.032098 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c33b-457f-4e4d-9c74-2ff788399e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.058069 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c33b-457f-4e4d-9c74-2ff788399e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.109203 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c33b-457f-4e4d-9c74-2ff788399e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.112892 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6b7bd661-ae0a-48e9-a851-38524c82fd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:55.129125 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8c33b-457f-4e4d-9c74-2ff788399e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3cd552-5f3c-4167-b28f-a5c638cebd44,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:55.134167 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a8a8c33b-457f-4e4d-9c74-2ff788399e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:55.137960 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c33b-457f-4e4d-9c74-2ff788399e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.139060 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-a8a8c33b-457f-4e4d-9c74-2ff788399e90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd3cd552-5f3c-4167-b28f-a5c638cebd44 HTTP/1.1" status: 204  len: 168 time: 0.1668799
Jul 19 01:13:55.409333 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40786) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:55.430842 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.447227 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:55.451394 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] Usage tracker for resource:security_group_rule and tenant:46ef3fbceaa04f2ab36e216470781a32 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:55.454275 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:55.459935 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:55.547596 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.551171 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.557975 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e9c2fccc-ab9e-49fd-be3f-5d1da23b73c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:55.597438 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46ef3fbceaa04f2ab36e216470781a32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1869948
Jul 19 01:13:55.598983 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866aaa7b-e9f9-4679-b478-d9b0f192553d,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:55.600182 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40792) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:55.601912 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:55.659395 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-08c2eaea-3e8e-4c9c-bb64-e366ebe33c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.684778 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-08c2eaea-3e8e-4c9c-bb64-e366ebe33c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.736541 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-08c2eaea-3e8e-4c9c-bb64-e366ebe33c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.741277 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-70372d3e-42db-44b7-af52-d8254c4c1bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:55.753367 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2eaea-3e8e-4c9c-bb64-e366ebe33c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866aaa7b-e9f9-4679-b478-d9b0f192553d,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:55.756241 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-08c2eaea-3e8e-4c9c-bb64-e366ebe33c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:55.758184 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-08c2eaea-3e8e-4c9c-bb64-e366ebe33c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:55.762391 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-08c2eaea-3e8e-4c9c-bb64-e366ebe33c65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/866aaa7b-e9f9-4679-b478-d9b0f192553d HTTP/1.1" status: 204  len: 168 time: 0.1612258
Jul 19 01:13:56.895650 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 40832) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:57.001372 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-dff89d7c-ccfa-4243-88c5-4e2df9163354 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0726047
Jul 19 01:13:57.022022 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:57.037170 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:13:57.074203 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] Usage tracker for resource:security_group_rule and tenant:44d9ed5db84a4b899f44fd1de1c61d89 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:13:57.081165 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:13:57.089296 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:13:57.147482 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-c50b6f3d-28e2-419e-b6a8-ff2e27d0685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:57.148820 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-c50b6f3d-28e2-419e-b6a8-ff2e27d0685f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 1100 time: 0.1092181
Jul 19 01:13:57.233823 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:57.331500 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:57.342398 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c73686d3-e1fc-4b1e-9771-1fee905fab8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:57.422987 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44d9ed5db84a4b899f44fd1de1c61d89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5263169
Jul 19 01:13:57.425717 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 40840) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:13:57.437376 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac372407-1655-43e4-9835-ca110a437e48,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:57.446909 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:57.470127 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-e4a28df3-2bf8-4cc3-91cd-07b57ae45dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:57.471559 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-e4a28df3-2bf8-4cc3-91cd-07b57ae45dd0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 916 time: 0.2700248
Jul 19 01:13:57.493259 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ce0977ad-192b-4487-a78b-db128903a185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:57.519618 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ce0977ad-192b-4487-a78b-db128903a185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:57.581606 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-40484a6e-5e30-4714-9295-938f87b61782 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1301ae37-2f71-4c34-8ac0-5708aea24499 HTTP/1.1" status: 200  len: 1002 time: 0.0990386
Jul 19 01:13:57.582530 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ce0977ad-192b-4487-a78b-db128903a185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:57.587275 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-3754c886-56cd-40f9-b42c-36ecdd125f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:13:57.600628 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0977ad-192b-4487-a78b-db128903a185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac372407-1655-43e4-9835-ca110a437e48,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:13:57.609601 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ce0977ad-192b-4487-a78b-db128903a185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:13:57.611625 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ce0977ad-192b-4487-a78b-db128903a185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:57.615101 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-ce0977ad-192b-4487-a78b-db128903a185 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac372407-1655-43e4-9835-ca110a437e48 HTTP/1.1" status: 204  len: 168 time: 0.1858931
Jul 19 01:13:57.646425 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-36d2a815-ea79-42ee-96b5-7f4c05cb9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:57.647870 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-36d2a815-ea79-42ee-96b5-7f4c05cb9b86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.0599036
Jul 19 01:13:57.747061 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-4d881e4c-7244-4c96-b541-727e52c2703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:57.749186 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-4d881e4c-7244-4c96-b541-727e52c2703f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862422
Jul 19 01:13:57.905223 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-f77624d0-651a-43de-83c1-aa5205d86074 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488459
Jul 19 01:13:58.000794 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d08f1914-b385-40e8-a5c9-35c5d1153edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:58.063782 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-22f13d6d-441a-41f1-a522-b1da7c782b68 req-33a751ff-d1b1-4ed4-bb57-c772359a566a service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514540
Jul 19 01:13:58.493328 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:58.554143 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d95aa1-4da6-473e-92fc-8d9b896d685f req-700c200b-0080-4f5f-b2ee-a9e72ab8d4c3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:58.555630 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-88d95aa1-4da6-473e-92fc-8d9b896d685f req-700c200b-0080-4f5f-b2ee-a9e72ab8d4c3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0823615
Jul 19 01:13:58.600986 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-88d95aa1-4da6-473e-92fc-8d9b896d685f req-2639ffb6-7e8f-430a-a12c-b13d13c739ca tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395322
Jul 19 01:13:59.279129 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:13:59.788754 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615120e-f30b-431b-a514-17f6c77545b2 req-1cd01d36-74ba-4f00-babd-b4f1388c4bb4 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:13:59.790754 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0615120e-f30b-431b-a514-17f6c77545b2 req-1cd01d36-74ba-4f00-babd-b4f1388c4bb4 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0833688
Jul 19 01:13:59.832972 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0615120e-f30b-431b-a514-17f6c77545b2 req-64ea54e7-118a-4337-9b87-7905337c57d6 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365963
Jul 19 01:14:00.698378 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d124366d-4eb3-4689-820c-8f6bc784ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:01.012993 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d9f0-6096-49f9-8f40-f52cf35c0b96 req-c895151f-2f1a-4eb5-83ea-a27058a205ad tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:01.014445 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7039d9f0-6096-49f9-8f40-f52cf35c0b96 req-c895151f-2f1a-4eb5-83ea-a27058a205ad tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0772529
Jul 19 01:14:01.057197 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7039d9f0-6096-49f9-8f40-f52cf35c0b96 req-d65a46a2-8a46-4a7e-965b-6e8cb8592da9 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372145
Jul 19 01:14:01.479605 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:02.321047 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c69a61-f24b-4815-974f-9533fe21a254 req-dbbd07ed-c204-4aaf-a308-a2f963d325fc tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:02.322796 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-68c69a61-f24b-4815-974f-9533fe21a254 req-dbbd07ed-c204-4aaf-a308-a2f963d325fc tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1589639
Jul 19 01:14:02.371740 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-68c69a61-f24b-4815-974f-9533fe21a254 req-2542e26a-4118-4115-b58e-21e7a3f4c379 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432115
Jul 19 01:14:02.910187 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:03.564367 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902146ca-79d1-4eed-b073-62943115bd20 req-947686dc-b2b5-4fc7-b2dd-e5a6d2a9cd7e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:03.565824 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-902146ca-79d1-4eed-b073-62943115bd20 req-947686dc-b2b5-4fc7-b2dd-e5a6d2a9cd7e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0848629
Jul 19 01:14:03.612596 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-902146ca-79d1-4eed-b073-62943115bd20 req-d64e0d34-5dfc-4cde-80a0-6702e5ba7096 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410309
Jul 19 01:14:04.818226 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be2d3-488f-4e2d-89cf-863c523e279a req-a06b4c0c-7319-43b5-a855-cf8c328bfd49 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:04.819678 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-849be2d3-488f-4e2d-89cf-863c523e279a req-a06b4c0c-7319-43b5-a855-cf8c328bfd49 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1020947
Jul 19 01:14:04.863546 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-849be2d3-488f-4e2d-89cf-863c523e279a req-508df28d-6907-4764-95e9-15dae931fc65 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383258
Jul 19 01:14:06.049298 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cb716-9838-4fae-862f-d58cff6ccfbf req-a882fd6c-2c99-4a56-be67-fe14b2a95603 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:06.050767 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1b1cb716-9838-4fae-862f-d58cff6ccfbf req-a882fd6c-2c99-4a56-be67-fe14b2a95603 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0824587
Jul 19 01:14:06.096264 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1b1cb716-9838-4fae-862f-d58cff6ccfbf req-4a81db3e-0510-4d5b-96a1-15ff00cbc7c5 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398815
Jul 19 01:14:07.281414 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2f96-badd-47dc-a408-05177a57d4aa req-bfea8a27-b1e6-485e-9cbc-6fafd99dc5b3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:07.282829 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b1cc2f96-badd-47dc-a408-05177a57d4aa req-bfea8a27-b1e6-485e-9cbc-6fafd99dc5b3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0828633
Jul 19 01:14:07.328793 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b1cc2f96-badd-47dc-a408-05177a57d4aa req-60c1de49-8d99-4a17-8633-10e76dfdbce6 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389071
Jul 19 01:14:08.508008 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509c6a9-1a24-4f52-be1e-25b6c731829b req-47624f55-b860-47ae-b016-4eccd80926a6 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:08.509440 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1509c6a9-1a24-4f52-be1e-25b6c731829b req-47624f55-b860-47ae-b016-4eccd80926a6 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0784650
Jul 19 01:14:08.553147 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1509c6a9-1a24-4f52-be1e-25b6c731829b req-674cc3be-6cc6-4212-8acb-8865902f55c8 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375187
Jul 19 01:14:09.739479 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1a962-a344-4253-a33b-c754cb96eed3 req-031a1972-0ce0-4664-a4d9-11a7b2b8262e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:09.740919 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-43d1a962-a344-4253-a33b-c754cb96eed3 req-031a1972-0ce0-4664-a4d9-11a7b2b8262e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0835602
Jul 19 01:14:09.785204 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-43d1a962-a344-4253-a33b-c754cb96eed3 req-86cc83dc-3104-4c18-b43d-b979ac6b6384 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385842
Jul 19 01:14:10.971693 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860151be-f362-4bdf-8d3a-ba7e30c8d421 req-caea4cbd-127e-4ea1-ae3d-5609f11e04ce tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:10.973285 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-860151be-f362-4bdf-8d3a-ba7e30c8d421 req-caea4cbd-127e-4ea1-ae3d-5609f11e04ce tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0805247
Jul 19 01:14:11.022215 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-860151be-f362-4bdf-8d3a-ba7e30c8d421 req-24737bbb-1959-454f-a287-c9dde59b0318 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430477
Jul 19 01:14:12.206534 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319bc03-56c1-4fba-a8d1-cef246c92bf8 req-08c8fc22-b691-4e92-b00f-447ca993d16f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:12.207987 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e319bc03-56c1-4fba-a8d1-cef246c92bf8 req-08c8fc22-b691-4e92-b00f-447ca993d16f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0803359
Jul 19 01:14:12.253059 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e319bc03-56c1-4fba-a8d1-cef246c92bf8 req-6d652145-9bfb-4a4d-9dbe-a93720c1f713 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394068
Jul 19 01:14:13.436289 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223bf0a-4d68-4963-bbca-1063c6e185de req-9650d61a-d672-48c7-9775-41da6221e928 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:13.437923 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5223bf0a-4d68-4963-bbca-1063c6e185de req-9650d61a-d672-48c7-9775-41da6221e928 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0841413
Jul 19 01:14:13.490329 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5223bf0a-4d68-4963-bbca-1063c6e185de req-563ae564-fc2e-4faa-8b84-08b9bdb1d4a7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466230
Jul 19 01:14:14.673910 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98beba-419a-45c7-a8b0-227d430991ed req-1bdd459e-381a-4c49-bc7b-5d4ad7b4179e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:14.675436 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c98beba-419a-45c7-a8b0-227d430991ed req-1bdd459e-381a-4c49-bc7b-5d4ad7b4179e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0817201
Jul 19 01:14:14.725188 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c98beba-419a-45c7-a8b0-227d430991ed req-c01af31d-a3a1-4df1-89be-b3c2cbeba36e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440202
Jul 19 01:14:15.920057 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e327008-c7b0-4281-8fdc-257bfba84244 req-0392cae4-dc01-4061-8e1b-01847bd205e2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:15.921524 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5e327008-c7b0-4281-8fdc-257bfba84244 req-0392cae4-dc01-4061-8e1b-01847bd205e2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0847588
Jul 19 01:14:15.967980 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5e327008-c7b0-4281-8fdc-257bfba84244 req-0da59a45-8c33-4406-84da-de0cf232080e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408418
Jul 19 01:14:16.318073 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:14:16.561601 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f799ba2-6391-4198-ba92-a275999ba4e2 req-7be916dc-5e83-4c4c-9d99-cbbe0236eed9 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:16.563086 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9f799ba2-6391-4198-ba92-a275999ba4e2 req-7be916dc-5e83-4c4c-9d99-cbbe0236eed9 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 945 time: 0.0779829
Jul 19 01:14:16.612089 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9f799ba2-6391-4198-ba92-a275999ba4e2 req-aab012e7-c13d-4000-9a17-ffe0362063e2 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429521
Jul 19 01:14:17.151514 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d878c-459d-47be-b98b-1f9903319934 req-099565ab-395b-4ad7-aed2-c84aeef74d74 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:17.153004 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-da7d878c-459d-47be-b98b-1f9903319934 req-099565ab-395b-4ad7-aed2-c84aeef74d74 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0798488
Jul 19 01:14:17.197478 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-da7d878c-459d-47be-b98b-1f9903319934 req-2f42d1a1-9467-42c7-8f2f-2f85cb1f2f0e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387592
Jul 19 01:14:17.686259 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 41138) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:17.810255 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:17.826926 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:17.833445 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Usage tracker for resource:security_group_rule and tenant:0e8d19d46b7f4a72bbaa4440dbc347ab is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:17.837161 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:17.844816 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:17.862885 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147cf89-2181-45d6-a86b-e4adc26e6bd5 req-377e4b89-9be7-4502-9ef1-ddd647580d03 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:17.864436 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d147cf89-2181-45d6-a86b-e4adc26e6bd5 req-377e4b89-9be7-4502-9ef1-ddd647580d03 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 945 time: 0.1308923
Jul 19 01:14:17.926619 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d147cf89-2181-45d6-a86b-e4adc26e6bd5 req-897beb74-5b57-4b58-b491-8f20b44b8ec8 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522416
Jul 19 01:14:17.975587 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:17.979446 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:17.985963 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:18.027247 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e8d19d46b7f4a72bbaa4440dbc347ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3397293
Jul 19 01:14:18.028832 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8c7b7e-5527-428b-a4a3-861970294bf4,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:18.030382 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 41144) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:18.036277 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.036648 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.037008 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.037364 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.037729 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.038091 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.038438 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.038785 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.039133 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.039477 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.039819 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.040161 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.044442 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:18.092483 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:18.117723 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:18.171452 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:18.175378 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-377a5e47-8a52-4025-924c-e56b10e36274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:18.187664 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8c7b7e-5527-428b-a4a3-861970294bf4,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:18.195479 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.195847 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.196206 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.196562 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.196910 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.197352 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.197745 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.198097 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.198447 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.198808 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.199229 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.199595 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:18.203345 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:18.211830 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:18.212952 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd8c7b7e-5527-428b-a4a3-861970294bf4 HTTP/1.1" status: 204  len: 168 time: 0.1816075
Jul 19 01:14:18.395336 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afc372-65eb-4c2c-98ba-8331c75acaa9 req-e79ccf3a-5539-4ddd-9739-6142b0f163f7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:18.396884 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-45afc372-65eb-4c2c-98ba-8331c75acaa9 req-e79ccf3a-5539-4ddd-9739-6142b0f163f7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0876815
Jul 19 01:14:18.442785 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-45afc372-65eb-4c2c-98ba-8331c75acaa9 req-19f50c2a-145d-4b8f-8269-951f9191d771 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401704
Jul 19 01:14:18.546205 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-64857f80-f4e3-45ce-847f-62c32fbc2ae4 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:18.547030 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-64857f80-f4e3-45ce-847f-62c32fbc2ae4 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Synchronizing usage tracker for tenant:83c3092e17bb4a66916930215abd741e on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:14:18.564524 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-64857f80-f4e3-45ce-847f-62c32fbc2ae4 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Unset dirty status for tenant:83c3092e17bb4a66916930215abd741e on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:14:18.565800 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-64857f80-f4e3-45ce-847f-62c32fbc2ae4 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 945 time: 0.1019878
Jul 19 01:14:18.640924 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Deleting port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:14:18.641275 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:18.910791 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] For port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,segment=NetworkSegment(fbc07420-975a-4d21-8659-4d5d2ebff3ce),segment_id=fbc07420-975a-4d21-8659-4d5d2ebff3ce)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:18.911149 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:19.037081 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Calling delete_port for 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:14:19.133422 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9643377-43cd-4386-ab5b-0fb33e09c6f3 req-95593981-00c4-47f2-a5cd-628e5e6e23d8 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:19.135166 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d9643377-43cd-4386-ab5b-0fb33e09c6f3 req-95593981-00c4-47f2-a5cd-628e5e6e23d8 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0480bff9-f7d5-48e1-b83e-377d1c03ab68 HTTP/1.1" status: 200  len: 945 time: 0.0922227
Jul 19 01:14:19.201585 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:19.208341 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-989b692d-1cd8-40d7-9704-5fe58ae63511 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:19.243027 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['4581de3e-829a-41ba-adb9-bd2b2bfcdb5b'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:14:19.255692 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Pushing event deleted for resources: {'Port': ['ID=4581de3e-829a-41ba-adb9-bd2b2bfcdb5b,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:19.261501 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:19.264378 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d9643377-43cd-4386-ab5b-0fb33e09c6f3 req-04e891b8-b865-47b2-9c90-33f6867679be tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237984
Jul 19 01:14:19.448928 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] No DVR routers for this DVR port 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:14:19.452445 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:19.455775 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0480bff9-f7d5-48e1-b83e-377d1c03ab68', 'name': 'network-vif-deleted', 'tag': '4581de3e-829a-41ba-adb9-bd2b2bfcdb5b'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:14:19.488235 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-4b009886-a71f-46a6-98cd-092db8d22f42 req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.16 "DELETE /v2.0/ports/4581de3e-829a-41ba-adb9-bd2b2bfcdb5b HTTP/1.1" status: 204  len: 173 time: 0.9155073
Jul 19 01:14:19.530687 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0480bff9-f7d5-48e1-b83e-377d1c03ab68', 'name': 'network-vif-deleted', 'tag': '4581de3e-829a-41ba-adb9-bd2b2bfcdb5b', 'status': 'completed', 'code': 200}
Jul 19 01:14:19.656000 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9ded1-71b5-4f2e-ae73-7476d0a97000 req-69908a51-19b3-4256-a055-243f458f80fc tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:19.657468 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9ec9ded1-71b5-4f2e-ae73-7476d0a97000 req-69908a51-19b3-4256-a055-243f458f80fc tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0806410
Jul 19 01:14:19.705130 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9ec9ded1-71b5-4f2e-ae73-7476d0a97000 req-2fe17928-6c59-434c-90eb-490c14070d78 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417511
Jul 19 01:14:20.798021 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-ea01a545-d847-4a7f-acac-bcc2e58c4cd7 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c832b965054a47bba9b219ad6f11bbdf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0295255
Jul 19 01:14:21.006856 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c92ac6-ba5c-4b36-a907-e067ca03b015 req-199b37a6-46c2-4e47-95d8-9b1ed297cf8e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:21.008383 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-05c92ac6-ba5c-4b36-a907-e067ca03b015 req-199b37a6-46c2-4e47-95d8-9b1ed297cf8e tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1850879
Jul 19 01:14:21.015145 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-808a61b2-4f56-4125-ae8a-d6db262462f5 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:21.016443 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-808a61b2-4f56-4125-ae8a-d6db262462f5 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2132413
Jul 19 01:14:21.045319 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-2414ef43-a4a9-4c56-ab9c-d4a326dbcfb6 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/quotas/c832b965054a47bba9b219ad6f11bbdf HTTP/1.1" status: 200  len: 375 time: 0.0138609
Jul 19 01:14:21.103130 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-fcf02bf9-3349-4a35-ae8f-6eef28d38fe8 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c832b965054a47bba9b219ad6f11bbdf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0506392
Jul 19 01:14:21.105961 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-05c92ac6-ba5c-4b36-a907-e067ca03b015 req-d648dd09-de96-4d29-ae9c-0c0db3cc3b55 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886559
Jul 19 01:14:21.271228 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-23fe73b6-9a15-4108-8ec9-6bc67c1935ed req-bb86908f-835c-425c-8c04-28b9bfc7d8e1 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 210 time: 0.0413446
Jul 19 01:14:22.293313 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c513283-7861-4d21-b10d-47701733eda2 req-e635a49f-d9cc-4f6b-a2de-815001b14973 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:22.294939 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8c513283-7861-4d21-b10d-47701733eda2 req-e635a49f-d9cc-4f6b-a2de-815001b14973 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0806799
Jul 19 01:14:22.340393 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8c513283-7861-4d21-b10d-47701733eda2 req-05925e20-b187-438e-a7f6-f8fd0c44dd4b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392761
Jul 19 01:14:22.420563 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-75781c2e-b4d4-41fc-8c5b-03d20bfd61dd req-d10aabab-c36d-434e-a535-cd3c07e3ed07 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 210 time: 0.0420954
Jul 19 01:14:23.523324 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be8d72-3888-4947-876f-42dc33ee3745 req-7f10116b-032d-4949-8a4f-20b88f8d181b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:23.524789 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-56be8d72-3888-4947-876f-42dc33ee3745 req-7f10116b-032d-4949-8a4f-20b88f8d181b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0823131
Jul 19 01:14:23.586004 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-edb81b66-dd73-48d5-9f53-7e910cb49175 req-4ab9cc64-e9dd-4960-93bf-08877ee58606 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 210 time: 0.0554221
Jul 19 01:14:23.608426 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-56be8d72-3888-4947-876f-42dc33ee3745 req-f82a293a-f7a1-44d2-a0f4-35060c1ebaa2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762002
Jul 19 01:14:23.659004 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:14:23.695313 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:14:23.695671 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 4581de3e-829a-41ba-adb9-bd2b2bfcdb5b not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:14:24.428161 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-657931d1-0371-490c-b478-e16ca80daf9a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c832b965054a47bba9b219ad6f11bbdf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0310962
Jul 19 01:14:24.588786 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-1618868e-7e2d-4c2c-935e-888601cdff49 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:24.590230 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-1618868e-7e2d-4c2c-935e-888601cdff49 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1560528
Jul 19 01:14:24.637604 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Request body: {'port': {'device_id': 'b66f4cb5-010b-49ec-88c2-e24b313b7c8e', 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440', 'admin_state_up': True, 'tenant_id': 'c832b965054a47bba9b219ad6f11bbdf'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:24.755639 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b380d171-9007-4163-9bd9-b7511e37526a req-598d7b0a-361c-46d5-af3f-e6d6928c311f tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 210 time: 0.0498450
Jul 19 01:14:24.793271 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:24.797953 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Usage tracker for resource:port and tenant:c832b965054a47bba9b219ad6f11bbdf is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:24.800792 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:24.806892 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:24.818329 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Made reservation on behalf of c832b965054a47bba9b219ad6f11bbdf for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:14:24.821893 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:24.834494 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:24.844930 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e08fdf-7204-4822-b215-ec7ea8d7e3ae req-df802b53-3064-4c66-b0f0-b425ff49ef87 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:24.844930 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f5e08fdf-7204-4822-b215-ec7ea8d7e3ae req-df802b53-3064-4c66-b0f0-b425ff49ef87 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0839386
Jul 19 01:14:24.850894 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:24.855159 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Usage tracker for resource:security_group_rule and tenant:c832b965054a47bba9b219ad6f11bbdf is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:24.858733 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:24.864584 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:24.894717 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f5e08fdf-7204-4822-b215-ec7ea8d7e3ae req-13ad5bc5-864f-4683-894d-3510f1951c06 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469313
Jul 19 01:14:24.966513 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:24.970779 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:24.973909 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a8a8c33b-457f-4e4d-9c74-2ff788399e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:25.054632 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37344f7d-5db9-4dd8-b703-1f0ac241023f,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:25.060298 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:25.157942 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Allocated IP 192.168.233.70 (7ff8243a-eefb-4471-a7c3-c387e91bd440/972be20e-b4b3-41c0-8070-8f1211c09d06/e737ddde-8fb1-4807-bcc1-1c8913c4e6a2) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:14:25.294231 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bc9b4-4e73-4704-ab8a-0ef3c99443fa req-eaeec106-41b1-420a-bf9e-d9b27d2fc2a8 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:25.295801 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-674bc9b4-4e73-4704-ab8a-0ef3c99443fa req-eaeec106-41b1-420a-bf9e-d9b27d2fc2a8 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0984576
Jul 19 01:14:25.381797 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:25.386736 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-674bc9b4-4e73-4704-ab8a-0ef3c99443fa req-cdfd85b5-85a5-4e34-87a7-78c9c4b36b87 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567899
Jul 19 01:14:25.397571 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Transition to ACTIVE for port object e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:14:25.399380 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-c4527033-bfe3-4ec8-bc50-909fc3abac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:25.400704 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-c4527033-bfe3-4ec8-bc50-909fc3abac4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 1099 time: 0.1038733
Jul 19 01:14:25.422088 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:25.429415 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b55f6e6a-fc0b-4948-aa01-6bf9513f3721 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:25.494506 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Network 7ff8243a-eefb-4471-a7c3-c387e91bd440 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:14:25.497729 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:14:25.500533 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:14:25.542413 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Pushing event updated for resources: {'Port': ['ID=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:25.546373 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:25.551266 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-8f3bd1d7-8f49-45dc-83d3-78fc9bfc0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:25.552835 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-8f3bd1d7-8f49-45dc-83d3-78fc9bfc0505 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 910 time: 0.1454883
Jul 19 01:14:25.583948 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:25.584678 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:25.624658 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9913137
Jul 19 01:14:25.661591 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Request body: {'port': {'device_id': 'b66f4cb5-010b-49ec-88c2-e24b313b7c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:25.667879 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-50c06391-0146-4b25-a5e5-9a92a193d82b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=206408cd-9b3e-4235-a723-2a663ad1350a HTTP/1.1" status: 200  len: 1001 time: 0.1070838
Jul 19 01:14:25.762162 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-efe4fc10-3f80-4a4c-9adc-9569a456dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:25.765452 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-efe4fc10-3f80-4a4c-9adc-9569a456dd73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c HTTP/1.1" status: 200  len: 849 time: 0.0903161
Jul 19 01:14:25.797578 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:25.840323 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-8aa46ee1-5b3c-449d-8321-859f546c615c None None] Provisioning for port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:14:25.845656 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-28b6b970-1e59-4d1d-89a8-943013ccf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:25.846308 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-8aa46ee1-5b3c-449d-8321-859f546c615c None None] Provisioning complete for port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:14:25.846860 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-8aa46ee1-5b3c-449d-8321-859f546c615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:25.847198 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-28b6b970-1e59-4d1d-89a8-943013ccf56e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b731d6dd-df44-4e7f-9097-7719acf232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749357
Jul 19 01:14:25.904334 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-8aa46ee1-5b3c-449d-8321-859f546c615c None None] Port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:14:26.122985 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-7be84c4e-87ba-4656-8f25-3f3104719855 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2672160
Jul 19 01:14:26.134198 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f538173-a8a5-41c1-807c-24f594652503 req-794ec6f2-c2ff-4f22-baa4-bfeaf4e9fbeb tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:26.136047 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0f538173-a8a5-41c1-807c-24f594652503 req-794ec6f2-c2ff-4f22-baa4-bfeaf4e9fbeb tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 935 time: 0.2517991
Jul 19 01:14:26.149350 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:14:26.157324 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:26.172880 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Transition to ACTIVE for port object e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:14:26.177210 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:26.182139 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-8e876d45-519d-4720-9354-ae3f9ff947fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:26.264489 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0f538173-a8a5-41c1-807c-24f594652503 req-5aa7bb25-0e4b-46a2-b9d0-3a9316a527ed tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102862
Jul 19 01:14:26.309227 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e72e7b28-6a57-46f7-8631-b107e53f6ddb req-091bae82-5e2e-4593-852a-782c04a0362e service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1726298
Jul 19 01:14:26.386670 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:26.390096 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:26.433559 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Attempting to bind port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:14:26.434760 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Attempting to bind port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '6405d882-6c64-4273-b44e-97a8eab48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:14:26.434868 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Attempting to bind port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 on network 7ff8243a-eefb-4471-a7c3-c387e91bd440 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:14:26.440651 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 on network 7ff8243a-eefb-4471-a7c3-c387e91bd440 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:14:26.440978 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Attempting to bind port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 on network 7ff8243a-eefb-4471-a7c3-c387e91bd440 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:14:26.446599 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:14:26.446935 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Checking segment: {'id': '6405d882-6c64-4273-b44e-97a8eab48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:14:26.447318 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Bound using segment: {'id': '6405d882-6c64-4273-b44e-97a8eab48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:14:26.447746 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Bound port: e737ddde-8fb1-4807-bcc1-1c8913c4e6a2, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6405d882-6c64-4273-b44e-97a8eab48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:14:26.448125 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:26.612139 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0024a16-9b64-4eba-a570-9a5bacb5f0a7 req-1762ab12-c12b-4d30-b838-918440d4a841 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:26.613596 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d0024a16-9b64-4eba-a570-9a5bacb5f0a7 req-1762ab12-c12b-4d30-b838-918440d4a841 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0949068
Jul 19 01:14:26.644115 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] For port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:14:26.647062 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] For port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,segment=NetworkSegment(6405d882-6c64-4273-b44e-97a8eab48cbf),segment_id=6405d882-6c64-4273-b44e-97a8eab48cbf)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:14:26.652525 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:26.657881 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:26.665809 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d0024a16-9b64-4eba-a570-9a5bacb5f0a7 req-598427d0-337e-43dd-aa23-f971cec3111f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465984
Jul 19 01:14:26.717226 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:26.723182 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:26.723182 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] 10.222.0.16 "PUT /v2.0/ports/e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 HTTP/1.1" status: 200  len: 1097 time: 1.0620720
Jul 19 01:14:26.723182 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66f4cb5-010b-49ec-88c2-e24b313b7c8e', 'tag': 'e737ddde-8fb1-4807-bcc1-1c8913c4e6a2'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:14:26.750592 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:26.755386 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:26.780483 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66f4cb5-010b-49ec-88c2-e24b313b7c8e', 'tag': 'e737ddde-8fb1-4807-bcc1-1c8913c4e6a2', 'status': 'completed', 'code': 200}
Jul 19 01:14:26.871188 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-f5d247ed-ea8a-4381-b075-881616e48074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:26.872982 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-f5d247ed-ea8a-4381-b075-881616e48074 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c832b965054a47bba9b219ad6f11bbdf&device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 1100 time: 0.0738676
Jul 19 01:14:27.249848 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436f6dd-5bcc-4d07-a415-d4c06e315ec8 req-def77412-074a-4e39-9965-96d48df46143 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:27.251276 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5436f6dd-5bcc-4d07-a415-d4c06e315ec8 req-def77412-074a-4e39-9965-96d48df46143 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 947 time: 0.0786300
Jul 19 01:14:27.297083 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5436f6dd-5bcc-4d07-a415-d4c06e315ec8 req-8bc2d849-c898-498c-902c-bd5182ba3692 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0402868
Jul 19 01:14:27.464192 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42218-b118-4c98-9d71-f52a14c7b3a1 req-76a441d9-78e2-4981-b684-90af62c1f017 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:27.465728 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-54e42218-b118-4c98-9d71-f52a14c7b3a1 req-76a441d9-78e2-4981-b684-90af62c1f017 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 947 time: 0.0824413
Jul 19 01:14:27.511134 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-54e42218-b118-4c98-9d71-f52a14c7b3a1 req-7887bd35-1f30-47bf-87a2-f99cbc44630e tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395114
Jul 19 01:14:27.847099 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b2acd-919d-4158-9dec-d9fcf0226715 req-1e85a39e-1c57-4c9e-be42-db4dc3997763 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:27.848533 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f51b2acd-919d-4158-9dec-d9fcf0226715 req-1e85a39e-1c57-4c9e-be42-db4dc3997763 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0774121
Jul 19 01:14:27.897548 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f51b2acd-919d-4158-9dec-d9fcf0226715 req-fad2a29c-eaff-43fe-a584-92e7de8cfd2c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434818
Jul 19 01:14:27.993173 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2c55dc19-0553-4f3f-86c1-7f453b58d2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:28.487127 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:28.657211 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1057d-c86e-40a6-8077-72841eb508ed req-39e22ae7-a844-47ab-b103-66595f0fd591 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:28.658677 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5cb1057d-c86e-40a6-8077-72841eb508ed req-39e22ae7-a844-47ab-b103-66595f0fd591 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 947 time: 0.1124566
Jul 19 01:14:28.726825 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5cb1057d-c86e-40a6-8077-72841eb508ed req-3dc4a41c-8dab-47fa-948d-7e5022905c98 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0623419
Jul 19 01:14:28.743057 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f1c4a-b2ce-449b-b888-2e39e0e97158 req-4dce08db-ead9-45f7-a12f-6325463dc3e0 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:28.744502 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c41f1c4a-b2ce-449b-b888-2e39e0e97158 req-4dce08db-ead9-45f7-a12f-6325463dc3e0 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 947 time: 0.1255186
Jul 19 01:14:28.790082 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c41f1c4a-b2ce-449b-b888-2e39e0e97158 req-b7e6890d-9586-4b9f-95d2-c7461a10a227 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388908
Jul 19 01:14:29.076116 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b1a93-2f9a-4d89-a803-67956898b072 req-12eadb76-2c90-4a9a-9f05-5efb1e208391 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:29.077538 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-650b1a93-2f9a-4d89-a803-67956898b072 req-12eadb76-2c90-4a9a-9f05-5efb1e208391 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0766733
Jul 19 01:14:29.124361 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-650b1a93-2f9a-4d89-a803-67956898b072 req-ce675ea2-7de8-4c89-8608-e3d3d1886e14 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413671
Jul 19 01:14:29.275235 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:29.583068 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-00128bd3-3008-44fe-bf78-5affc1d1e6e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 HTTP/1.1" status: 200  len: 217 time: 0.0649376
Jul 19 01:14:29.661213 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-27fe663b-d711-44ce-87ca-1c0a65a55c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:29.662842 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-27fe663b-d711-44ce-87ca-1c0a65a55c83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=972be20e-b4b3-41c0-8070-8f1211c09d06 HTTP/1.1" status: 200  len: 843 time: 0.0599782
Jul 19 01:14:29.793810 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-8ef4f457-ce31-4a99-b79f-4d138a5478db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:29.795555 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-8ef4f457-ce31-4a99-b79f-4d138a5478db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ff8243a-eefb-4471-a7c3-c387e91bd440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0775754
Jul 19 01:14:29.940314 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-2e6a6948-75cc-4d5f-a334-0ef6ef414d16 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff8243a-eefb-4471-a7c3-c387e91bd440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358826
Jul 19 01:14:30.022300 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36995e1-cc57-4af0-8c42-2eff882daaca req-b9ea7e87-de98-4d01-b4ba-5684be9bf8ca tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:30.023728 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e36995e1-cc57-4af0-8c42-2eff882daaca req-b9ea7e87-de98-4d01-b4ba-5684be9bf8ca tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 947 time: 0.1839144
Jul 19 01:14:30.052975 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391bac-ac94-4aea-aa89-65f5c18994a4 req-40e47ab5-a820-4c0b-bdc7-a74be6d4d400 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:30.054405 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-40391bac-ac94-4aea-aa89-65f5c18994a4 req-40e47ab5-a820-4c0b-bdc7-a74be6d4d400 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 947 time: 0.1172059
Jul 19 01:14:30.075154 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f922e9fd-59bc-407a-897a-f8867d9b46d0 req-0f410683-d47b-4e65-b2ee-5b90ee0e0fbc service neutron] 10.222.0.16 "GET /v2.0/networks/7ff8243a-eefb-4471-a7c3-c387e91bd440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259780
Jul 19 01:14:30.099217 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e36995e1-cc57-4af0-8c42-2eff882daaca req-820f77e5-e212-4ff5-bc97-7f3107728636 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0695319
Jul 19 01:14:30.120034 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-40391bac-ac94-4aea-aa89-65f5c18994a4 req-0828e320-486b-4bd7-aa30-64ec9dfa4f19 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577457
Jul 19 01:14:30.243868 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-f8a32940-ce4b-43a5-b314-0d8a7dc18a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:30.245336 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-f8a32940-ce4b-43a5-b314-0d8a7dc18a4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c832b965054a47bba9b219ad6f11bbdf&device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 1100 time: 0.0694664
Jul 19 01:14:30.303709 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adf6c2-1f13-4f00-a5a6-eb7c328cbdd4 req-8f671b2c-2756-4a62-8d4d-bc38f8dd3fd2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:30.305311 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-55adf6c2-1f13-4f00-a5a6-eb7c328cbdd4 req-8f671b2c-2756-4a62-8d4d-bc38f8dd3fd2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0789025
Jul 19 01:14:30.353135 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-55adf6c2-1f13-4f00-a5a6-eb7c328cbdd4 req-6b6dcab9-656f-46ef-a18d-2ed878645dff tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415237
Jul 19 01:14:30.375230 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-d314d73b-4b1a-49fe-adf0-64e5b4ca6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:30.376879 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-d314d73b-4b1a-49fe-adf0-64e5b4ca6306 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ff8243a-eefb-4471-a7c3-c387e91bd440 HTTP/1.1" status: 200  len: 869 time: 0.1243606
Jul 19 01:14:30.446708 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-659bd254-1825-48eb-b6cc-26b1765417fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 HTTP/1.1" status: 200  len: 217 time: 0.0618482
Jul 19 01:14:30.511648 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-f77ae21e-df53-4115-9040-f65f0145791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:30.513060 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-f77ae21e-df53-4115-9040-f65f0145791e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=972be20e-b4b3-41c0-8070-8f1211c09d06 HTTP/1.1" status: 200  len: 843 time: 0.0547161
Jul 19 01:14:30.598362 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-89a233e0-dfc2-490a-9702-f538b5da1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:30.599787 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-89a233e0-dfc2-490a-9702-f538b5da1853 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ff8243a-eefb-4471-a7c3-c387e91bd440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0697179
Jul 19 01:14:30.725143 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-83629d21-bd0e-40ac-a172-f88695b42125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:30.732720 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-6d1bc468-1f35-4553-8143-54f46e05dfd2 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff8243a-eefb-4471-a7c3-c387e91bd440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240160
Jul 19 01:14:30.869856 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-04569b31-f795-4730-9cfb-22bf0f526cb0 req-7326ac86-c162-4049-a1b2-b124044c0286 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff8243a-eefb-4471-a7c3-c387e91bd440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293797
Jul 19 01:14:31.076262 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-9e68ff65-8961-47bd-8981-e150afc06270 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:31.077688 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-9e68ff65-8961-47bd-8981-e150afc06270 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/networks?id=e3f79f71-eb99-4a09-99e0-4e0239a99f65 HTTP/1.1" status: 200  len: 813 time: 0.1432271
Jul 19 01:14:31.092557 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-ec65d996-c41f-436f-a925-58ae4aa5ffa6 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/quotas/83c3092e17bb4a66916930215abd741e HTTP/1.1" status: 200  len: 375 time: 0.0092893
Jul 19 01:14:31.139983 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-9f08f1d1-b96c-4bd0-abcc-47a231312709 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83c3092e17bb4a66916930215abd741e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0421209
Jul 19 01:14:31.453328 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c6dd6b19-cd4c-4303-ab94-78446c866a1e service neutron] 10.222.0.24 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3039622
Jul 19 01:14:31.474699 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:31.570363 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9702ad-e618-4eca-bccf-1600f94ae9d6 req-ec65a9d8-8ae2-4306-b756-21a1f57ec291 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:31.573197 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3b9702ad-e618-4eca-bccf-1600f94ae9d6 req-ec65a9d8-8ae2-4306-b756-21a1f57ec291 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 947 time: 0.2324915
Jul 19 01:14:31.652763 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3b9702ad-e618-4eca-bccf-1600f94ae9d6 req-753d2b7a-6bd1-46f4-b00b-48bf841e3366 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0748832
Jul 19 01:14:31.654615 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-3419e918-e859-42e8-b6f3-7ee0c8e2f45a service neutron] 10.222.0.24 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1953959
Jul 19 01:14:31.865422 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7eb01938-d6c8-4fcd-83a3-09ff33bbad73 req-beb5cc81-1c0a-4821-b2bf-f479d72d2e0f tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 210 time: 0.0555599
Jul 19 01:14:31.900298 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02b7b3-4c0d-4d25-b607-32f4ee59c609 req-3f09d7c2-d47c-4f7c-baaf-56677203067e tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:31.901966 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ee02b7b3-4c0d-4d25-b607-32f4ee59c609 req-3f09d7c2-d47c-4f7c-baaf-56677203067e tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 947 time: 0.1424539
Jul 19 01:14:31.953148 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ee02b7b3-4c0d-4d25-b607-32f4ee59c609 req-3b0b3799-23e8-48f5-a2ce-dac2af342d55 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446317
Jul 19 01:14:31.976694 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-e1c7fcb0-33cc-4f55-977c-9fba533b9937 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:31.977385 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-e1c7fcb0-33cc-4f55-977c-9fba533b9937 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Synchronizing usage tracker for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:14:31.991585 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-e1c7fcb0-33cc-4f55-977c-9fba533b9937 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Unset dirty status for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:14:31.992742 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-e1c7fcb0-33cc-4f55-977c-9fba533b9937 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.16 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 947 time: 0.0994411
Jul 19 01:14:32.838301 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec9e0b-2b87-49c2-b9eb-2ba7c4802475 req-f743b70c-774f-4920-886b-3564e4a458d4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:32.839827 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ccec9e0b-2b87-49c2-b9eb-2ba7c4802475 req-f743b70c-774f-4920-886b-3564e4a458d4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 947 time: 0.0782235
Jul 19 01:14:32.889202 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ccec9e0b-2b87-49c2-b9eb-2ba7c4802475 req-71c34f4c-21b5-47cd-9951-08548175dca0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0438788
Jul 19 01:14:32.913219 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:33.012643 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-019b3042-20ae-4af5-8cda-254f7271bbfc req-38275f5a-fc0b-480a-8b03-4c04febda173 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 210 time: 0.0425098
Jul 19 01:14:33.138377 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d11415-3507-4720-92b8-a5710b245c6b req-00679857-7853-4272-b85d-db68eea6a6b3 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:33.139920 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7d11415-3507-4720-92b8-a5710b245c6b req-00679857-7853-4272-b85d-db68eea6a6b3 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 947 time: 0.0823276
Jul 19 01:14:33.190384 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7d11415-3507-4720-92b8-a5710b245c6b req-a795f0b9-a25d-4cc9-b2df-1286d56f503f tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445962
Jul 19 01:14:33.214758 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Deleting port 1301ae37-2f71-4c34-8ac0-5708aea24499 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:14:33.215266 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:33.452482 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] For port 1301ae37-2f71-4c34-8ac0-5708aea24499, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=1301ae37-2f71-4c34-8ac0-5708aea24499,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:33.452746 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:33.736968 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:33.737327 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:33.737687 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.l3_db [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Floating IP fa4322ab-3ddb-4c5f-87ff-a3a5988db3e7 disassociated. External IP: 172.27.3.135, port: 1301ae37-2f71-4c34-8ac0-5708aea24499.
Jul 19 01:14:33.738294 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Calling delete_port for 1301ae37-2f71-4c34-8ac0-5708aea24499 owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:14:33.882496 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:33.888534 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0e90533a-5f8c-45c0-88f1-d54b6c2650ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:33.932243 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event deleted for resources: {'Port': ['ID=1301ae37-2f71-4c34-8ac0-5708aea24499,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:33.934775 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:34.052258 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4860e66f-64da-4ed1-86ed-6ac2196ec39e req-7e13b24d-4146-402b-9194-0dbccbd62820 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 210 time: 0.0518553
Jul 19 01:14:34.122153 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Router 5b8aa282-7922-42dd-a6f6-c04140758e64 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:14:34.164082 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e2d4569b-3093-4f11-97e5-7627ae714627 req-dbf26613-1f43-4575-b291-9cac0538b4f0 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 210 time: 0.0426323
Jul 19 01:14:34.302399 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:14:34.312706 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] Sync routers for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:14:34.332411 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:14:34.333111 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37c9a5b0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:14:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:34.391384 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] No DVR routers for this DVR port 1301ae37-2f71-4c34-8ac0-5708aea24499 on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:14:34.393918 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:34.396709 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'name': 'network-vif-deleted', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:14:34.400986 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cca734-34c9-422d-b206-69e283a7149e req-adeb5c6d-d77f-4c61-8e7b-d09b5f588fa4 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:34.408581 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-31cca734-34c9-422d-b206-69e283a7149e req-adeb5c6d-d77f-4c61-8e7b-d09b5f588fa4 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 947 time: 0.1144626
Jul 19 01:14:34.435905 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a07e6f32-d783-4ae6-a881-5570d2fec406 req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.16 "DELETE /v2.0/ports/1301ae37-2f71-4c34-8ac0-5708aea24499 HTTP/1.1" status: 204  len: 173 time: 1.3878887
Jul 19 01:14:34.454861 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75324146-7a7f-4888-90ad-5ed6a1500076', 'name': 'network-vif-deleted', 'tag': '1301ae37-2f71-4c34-8ac0-5708aea24499', 'status': 'completed', 'code': 200}
Jul 19 01:14:34.458294 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-31cca734-34c9-422d-b206-69e283a7149e req-43315788-5288-444d-a85d-c94e2657aecc tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484581
Jul 19 01:14:34.520869 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:14:34.825782 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37c9a5b0>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:34.829404 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] Checking router: 5b8aa282-7922-42dd-a6f6-c04140758e64 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:14:34.837401 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:14:34.838017 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37c9a5b0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:14:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:34.891630 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:14:35.096882 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:14:35.226244 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2d4ecfc4-aeb6-48be-8505-c6d1fa317cd4 req-46c2b6b0-ab29-47a7-8e15-50474ca7942a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=75324146-7a7f-4888-90ad-5ed6a1500076 HTTP/1.1" status: 200  len: 210 time: 0.0433552
Jul 19 01:14:35.294571 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,segment=NetworkSegment(6405d882-6c64-4273-b44e-97a8eab48cbf),segment_id=6405d882-6c64-4273-b44e-97a8eab48cbf)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:35.319781 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9225f877-a12c-4592-92b6-5ecde5cd9beb req-9d6a0cb5-ca2b-4f75-8bb3-a84473410ae2 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 210 time: 0.0454028
Jul 19 01:14:35.322907 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'e737ddde-8fb1-4807-bcc1-1c8913c4e6a2', 'network_id': '7ff8243a-eefb-4471-a7c3-c387e91bd440', 'port_id': 'e737ddde-8fb1-4807-bcc1-1c8913c4e6a2', 'mac_address': 'fa:16:3e:8e:99:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972be20e-b4b3-41c0-8070-8f1211c09d06', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:14:35.453597 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:35.508104 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:14:35.536095 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,segment=NetworkSegment(6405d882-6c64-4273-b44e-97a8eab48cbf),segment_id=6405d882-6c64-4273-b44e-97a8eab48cbf)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:35.546598 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:35.549957 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:35.645677 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37c9a5b0>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:35.655034 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71334b-f9a1-4e89-8dd3-ff6e742c1e88 None None] The sync data for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi is: [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:14:35.671772 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:35.684370 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.684723 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.685063 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.687559 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.687559 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.695770 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.696162 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.696510 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.696870 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.697222 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.697543 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.697899 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:35.710064 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:35.795110 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aabebd-2e77-4f79-b8eb-0f309a91013a req-37bc823a-52ab-404d-9d2e-2701ca83a798 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:35.796654 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-22aabebd-2e77-4f79-b8eb-0f309a91013a req-37bc823a-52ab-404d-9d2e-2701ca83a798 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 948 time: 0.1930983
Jul 19 01:14:35.845995 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-22aabebd-2e77-4f79-b8eb-0f309a91013a req-d501999d-a010-4f2d-a405-0ff84156f919 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435293
Jul 19 01:14:35.958257 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db99ea8-d3ed-43fa-8099-2812cac5d4df None None] New status for floating IP fa4322ab-3ddb-4c5f-87ff-a3a5988db3e7: DOWN {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:14:36.005824 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['e737ddde-8fb1-4807-bcc1-1c8913c4e6a2'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:14:36.353043 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-1d3289e9-b611-420c-9fe1-0455e53ce723 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:36.354575 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-1d3289e9-b611-420c-9fe1-0455e53ce723 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.16 "GET /v2.0/networks?id=e3f79f71-eb99-4a09-99e0-4e0239a99f65 HTTP/1.1" status: 200  len: 813 time: 0.1792786
Jul 19 01:14:36.378770 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 41418) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:36.403067 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Request body: {'port': {'device_id': '384412c1-abef-4cab-9863-1135f43b2edf', 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65', 'admin_state_up': True, 'tenant_id': '83c3092e17bb4a66916930215abd741e'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:36.474466 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-50252600-de52-4742-b50a-92b754c7a061 req-8b391cce-0c94-41d0-b9ee-8c5f2c5a1622 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 210 time: 0.0446107
Jul 19 01:14:36.637909 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5c398678-bee6-4218-98fa-38eaf3897f95 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:36.692409 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5c398678-bee6-4218-98fa-38eaf3897f95 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:36.709992 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:36.721142 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Usage tracker for resource:port and tenant:83c3092e17bb4a66916930215abd741e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:36.725398 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:36.740518 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:36.754526 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Made reservation on behalf of 83c3092e17bb4a66916930215abd741e for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:14:36.758284 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:36.820222 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5c398678-bee6-4218-98fa-38eaf3897f95 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:36.833187 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-26bbe987-f4b0-441d-820f-eb915a42513b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:36.856144 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c398678-bee6-4218-98fa-38eaf3897f95 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8357da7-faa5-4ff7-ae4c-732c7e5d2edd,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:36.873460 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5c398678-bee6-4218-98fa-38eaf3897f95 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:36.902249 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:14:36.926396 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5c398678-bee6-4218-98fa-38eaf3897f95 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:36.930242 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 41432) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:36.930385 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-5c398678-bee6-4218-98fa-38eaf3897f95 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8357da7-faa5-4ff7-ae4c-732c7e5d2edd HTTP/1.1" status: 204  len: 168 time: 0.5502203
Jul 19 01:14:36.960796 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.api.v2.resource [None req-9ad452f2-1ee3-49ff-9a5e-fd181d8e5557 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] show failed (client error): The resource could not be found.
Jul 19 01:14:36.961877 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Allocated IP 172.20.0.5 (e3f79f71-eb99-4a09-99e0-4e0239a99f65/8a687229-83cc-4812-8ac1-a4732a91051b/c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:14:36.965668 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-9ad452f2-1ee3-49ff-9a5e-fd181d8e5557 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups/c8357da7-faa5-4ff7-ae4c-732c7e5d2edd HTTP/1.1" status: 404  len: 347 time: 0.0340886
Jul 19 01:14:36.968596 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 41436) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:36.989845 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:14:36.995209 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:14:36.995643 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:37.076918 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb90a11-45d7-498b-a283-c6f16368b6d6 req-a905f2ff-bb5a-43bc-be17-556c52928eac tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:37.085058 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ecb90a11-45d7-498b-a283-c6f16368b6d6 req-a905f2ff-bb5a-43bc-be17-556c52928eac tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 948 time: 0.1156063
Jul 19 01:14:37.138478 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ecb90a11-45d7-498b-a283-c6f16368b6d6 req-db24c7af-708c-43a4-863c-9c8740c4b8b9 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524516
Jul 19 01:14:37.152792 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Deleting port 6dce1414-3b1b-47c8-8ccb-59000c692321 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:14:37.153127 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:37.155280 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:37.182256 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66f4cb5-010b-49ec-88c2-e24b313b7c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737ddde-8fb1-4807-bcc1-1c8913c4e6a2'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:14:37.192586 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,segment=NetworkSegment(6405d882-6c64-4273-b44e-97a8eab48cbf),segment_id=6405d882-6c64-4273-b44e-97a8eab48cbf)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:37.199816 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:37.200897 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 1301ae37-2f71-4c34-8ac0-5708aea24499 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:14:37.230901 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:37.264982 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66f4cb5-010b-49ec-88c2-e24b313b7c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737ddde-8fb1-4807-bcc1-1c8913c4e6a2', 'code': 200}
Jul 19 01:14:37.280746 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: 1301ae37-2f71-4c34-8ac0-5708aea24499 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:14:37.281096 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 1301ae37-2f71-4c34-8ac0-5708aea24499 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:14:37.315647 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:37.318625 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:37.470272 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:37.470856 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:37.570036 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2421bdc-7fe3-4753-976d-143bf667fb2c req-8a06232a-9128-4de1-bf30-4b1a7eb70141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:37.571696 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b2421bdc-7fe3-4753-976d-143bf667fb2c req-8a06232a-9128-4de1-bf30-4b1a7eb70141 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 1102 time: 0.0927360
Jul 19 01:14:37.616215 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b2421bdc-7fe3-4753-976d-143bf667fb2c req-fdb0b34b-1ba4-4d77-ae6c-6d8b11da6758 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381534
Jul 19 01:14:37.619339 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Calling delete_port for 6dce1414-3b1b-47c8-8ccb-59000c692321 owned by network:floatingip {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:14:37.658543 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a6b668d5-edb5-467d-a8f5-d75bfe2c7356 req-bb5251b8-a497-4f3d-baa7-ac4adb92ab4b tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 210 time: 0.0445948
Jul 19 01:14:37.664818 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:37.757840 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:37.768901 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-fd4b77fd-1127-4801-949a-874d1ca6e67a tempest-DeleteServersTestJSON-753668829 tempest-DeleteServersTestJSON-753668829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:37.842088 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Network e3f79f71-eb99-4a09-99e0-4e0239a99f65 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:14:37.846640 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:14:37.855207 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:14:37.886968 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Pushing event updated for resources: {'Port': ['ID=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:37.894855 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:37.899210 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:37.905770 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-18dd3f54-4eaa-4f57-a713-1ecd3c1380c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:37.964143 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event deleted for resources: {'Port': ['ID=6dce1414-3b1b-47c8-8ccb-59000c692321,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:37.995108 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:38.001586 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:38.002201 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.064758 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6691146
Jul 19 01:14:38.072613 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.075546 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.076560 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-754782e7-864d-4bd8-8fb9-fe528ee207dc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "DELETE /v2.0/floatingips/fa4322ab-3ddb-4c5f-87ff-a3a5988db3e7 HTTP/1.1" status: 204  len: 168 time: 1.1070676
Jul 19 01:14:38.084211 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Request body: {'port': {'device_id': '384412c1-abef-4cab-9863-1135f43b2edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:38.292311 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.320552 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef436bde-dac1-44f2-a7e8-9c71c7c9e1ae req-5706ad80-cd18-4186-ab87-3cb58e249cf3 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:38.322544 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef436bde-dac1-44f2-a7e8-9c71c7c9e1ae req-5706ad80-cd18-4186-ab87-3cb58e249cf3 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 949 time: 0.0852032
Jul 19 01:14:38.379276 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef436bde-dac1-44f2-a7e8-9c71c7c9e1ae req-93f8251e-3b15-44df-b7d0-b5be35b272c3 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475183
Jul 19 01:14:38.466180 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 41456) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:38.471377 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390289190', 'description': 'tempest-description--723665112'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:38.477276 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:38.481410 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:security_group and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:38.484610 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:38.491238 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:38.503242 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.524105 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:38.528131 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:security_group_rule and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:38.532005 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:38.541817 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:38.631012 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.643969 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.686176 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-34f86efc-c64d-4f53-aa18-5fef11b5a11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:38.723026 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:14:38.730924 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.765530 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Transition to ACTIVE for port object c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:14:38.771512 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.775517 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:38.781915 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:38.783063 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:38.783828 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.789199 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3219960
Jul 19 01:14:38.792546 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 41466) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:38.809242 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'security_group_rule': {'security_group_id': '3ba4ec7e-90e5-4f2f-8e32-9f24226559bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:38.818714 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:38.826198 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:security_group_rule and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:38.836194 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:38.846284 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:38.925766 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:38.930082 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:38.934792 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:39.046368 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Attempting to bind port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:14:39.046730 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Attempting to bind port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'fbc07420-975a-4d21-8659-4d5d2ebff3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:14:39.047025 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Attempting to bind port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 on network e3f79f71-eb99-4a09-99e0-4e0239a99f65 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:14:39.051659 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 on network e3f79f71-eb99-4a09-99e0-4e0239a99f65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:14:39.051992 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Attempting to bind port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 on network e3f79f71-eb99-4a09-99e0-4e0239a99f65 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:14:39.056982 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:14:39.057653 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Checking segment: {'id': 'fbc07420-975a-4d21-8659-4d5d2ebff3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:14:39.057653 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Bound using segment: {'id': 'fbc07420-975a-4d21-8659-4d5d2ebff3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:14:39.058122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Bound port: c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc07420-975a-4d21-8659-4d5d2ebff3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:14:39.059023 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.091117 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.095962 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.103967 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378fed9-e76d-4ef0-a158-2cfccc1de822 req-9dff0529-8f8d-403c-acb6-be38ffd416c3 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:39.106023 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d378fed9-e76d-4ef0-a158-2cfccc1de822 req-9dff0529-8f8d-403c-acb6-be38ffd416c3 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 943 time: 0.2303164
Jul 19 01:14:39.113593 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:39.151747 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] For port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:14:39.155134 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] For port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,segment=NetworkSegment(fbc07420-975a-4d21-8659-4d5d2ebff3ce),segment_id=fbc07420-975a-4d21-8659-4d5d2ebff3ce)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:14:39.155458 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae657dc5-3dc1-490f-a659-4e7ef73439ec,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:39.159845 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.161099 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:39.164684 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f4efe7e7-b341-4031-9ab4-c9e375c9eefa tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:39.171915 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.173086 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3788943
Jul 19 01:14:39.176172 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 41470) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:39.183946 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'security_group_rule': {'security_group_id': '3ba4ec7e-90e5-4f2f-8e32-9f24226559bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:39.193047 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d378fed9-e76d-4ef0-a158-2cfccc1de822 req-fafc6dcf-f797-406a-acfb-4fd87d60578f tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676336
Jul 19 01:14:39.193917 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:39.197980 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:security_group_rule and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:39.202164 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:39.208298 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:39.221518 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:39.221518 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.223169 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] 10.222.0.16 "PUT /v2.0/ports/c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 HTTP/1.1" status: 200  len: 1093 time: 1.1431024
Jul 19 01:14:39.223496 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384412c1-abef-4cab-9863-1135f43b2edf', 'tag': 'c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:14:39.241344 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.319959 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:39.328689 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384412c1-abef-4cab-9863-1135f43b2edf', 'tag': 'c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2', 'status': 'completed', 'code': 200}
Jul 19 01:14:39.334067 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:39.340173 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.346182 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.349017 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:39.368761 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-4a6859f8-eebc-4b00-8a3c-cfd5369129d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:39.370410 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-4a6859f8-eebc-4b00-8a3c-cfd5369129d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83c3092e17bb4a66916930215abd741e&device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 1096 time: 0.0868371
Jul 19 01:14:39.374156 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd40e5c1-caae-47ff-986a-c9e0c9464e34,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:39.378089 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:39.390977 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.395328 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-a5746646-d1c4-47d9-b7c8-6f9676e42551 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2151868
Jul 19 01:14:39.395580 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 41480) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:39.401210 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'floatingip': {'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:39.409211 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:39.413519 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:floatingip and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:39.417049 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:39.423908 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:39.435107 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.453040 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-89639202-993b-434b-873d-b278bf43fc42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 HTTP/1.1" status: 200  len: 217 time: 0.0702758
Jul 19 01:14:39.516854 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-93a77366-3627-4387-bc70-50bdfe2b7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:39.518364 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-93a77366-3627-4387-bc70-50bdfe2b7127 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a687229-83cc-4812-8ac1-a4732a91051b HTTP/1.1" status: 200  len: 853 time: 0.0592024
Jul 19 01:14:39.571231 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-738f40bf-5d94-4d3d-9fb2-8968f407ee8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3f79f71-eb99-4a09-99e0-4e0239a99f65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407171
Jul 19 01:14:39.634578 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:39.679224 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c21c2-a5cf-4d04-bf7b-2abd3f7fd41f req-6391e29b-7416-4deb-bdb3-02e48ecf769f tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:39.680721 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-656c21c2-a5cf-4d04-bf7b-2abd3f7fd41f req-6391e29b-7416-4deb-bdb3-02e48ecf769f tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 949 time: 0.1543412
Jul 19 01:14:39.704604 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-28a91a11-9825-4c34-8135-31f49dc7a1e6 service neutron] 10.222.0.16 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267750
Jul 19 01:14:39.782609 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-656c21c2-a5cf-4d04-bf7b-2abd3f7fd41f req-961e16e5-015f-4ca3-8d57-3e2a78c67d9d tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939043
Jul 19 01:14:39.820496 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Allocated IP 172.27.3.77 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/32381231-eab8-4477-8b76-c7220bf7d188) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:14:39.839565 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf6d4de-505d-43be-8c8d-21ad78700ebe req-5ba8e71b-97ef-4cb9-b137-26c1655d3ce5 service neutron] 10.222.0.16 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284049
Jul 19 01:14:39.972759 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:40.004835 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce68234-fafc-4dc0-8ab5-46b8bae23c3e req-10e9cf4f-46f0-4d5d-b056-5138bdc2c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:40.006699 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7ce68234-fafc-4dc0-8ab5-46b8bae23c3e req-10e9cf4f-46f0-4d5d-b056-5138bdc2c762 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83c3092e17bb4a66916930215abd741e&device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 1096 time: 0.0781083
Jul 19 01:14:40.007824 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:40.012668 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:40.077785 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:14:40.080412 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:14:40.082898 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:14:40.123864 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'Port': ['ID=32381231-eab8-4477-8b76-c7220bf7d188,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:40.126682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:40.223651 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:40.283589 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d2e04-f1ab-4d86-81ba-61bbbdce7834 req-08f95097-1ed5-4c75-85ec-04f97f3b0917 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:40.285045 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-075d2e04-f1ab-4d86-81ba-61bbbdce7834 req-08f95097-1ed5-4c75-85ec-04f97f3b0917 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 949 time: 0.1358230
Jul 19 01:14:40.347475 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:40.428819 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-075d2e04-f1ab-4d86-81ba-61bbbdce7834 req-463f54cf-5598-438c-9ab2-476a452addd1 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368494
Jul 19 01:14:40.550611 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd3b12-f663-4dfc-9bd8-e41d7449bb78 req-ee12bd9e-5a9b-4ad9-b7ad-de16c91dc3ae tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:40.551987 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-12cd3b12-f663-4dfc-9bd8-e41d7449bb78 req-ee12bd9e-5a9b-4ad9-b7ad-de16c91dc3ae tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 943 time: 0.2418265
Jul 19 01:14:40.619865 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-12cd3b12-f663-4dfc-9bd8-e41d7449bb78 req-c74d92a6-a2b2-482b-8f81-c402bc30eabb tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586982
Jul 19 01:14:40.638801 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:40.643575 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:40.648089 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ffd704d3-8879-4d4a-bcc6-c6c422e7ef87 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:40.751374 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'Port': ['ID=32381231-eab8-4477-8b76-c7220bf7d188,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:40.755473 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:40.762096 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:40.783918 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:40.785174 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3883762
Jul 19 01:14:41.000523 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-d32b502e-2d10-4f8d-bb27-1ce4cf78e19c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Synchronizing usage tracker for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:security_group {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:14:41.016432 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-d32b502e-2d10-4f8d-bb27-1ce4cf78e19c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Unset dirty status for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:security_group {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:14:41.017618 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-d32b502e-2d10-4f8d-bb27-1ce4cf78e19c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1390289190&fields=id&tenant_id=da4b6b1b1cae4c68818c57fc60b9f135 HTTP/1.1" status: 200  len: 267 time: 0.0596950
Jul 19 01:14:41.221883 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce68234-fafc-4dc0-8ab5-46b8bae23c3e req-4ef6f8d5-183f-4555-9866-7ae6bc2fef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:41.223354 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7ce68234-fafc-4dc0-8ab5-46b8bae23c3e req-4ef6f8d5-183f-4555-9866-7ae6bc2fef5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3f79f71-eb99-4a09-99e0-4e0239a99f65 HTTP/1.1" status: 200  len: 913 time: 0.2262611
Jul 19 01:14:41.251357 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-c49d5f32-e6ad-4a1f-84cf-c7c80f644020 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:41.252800 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-c49d5f32-e6ad-4a1f-84cf-c7c80f644020 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 816 time: 0.2273149
Jul 19 01:14:41.267315 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-31cbc73b-dabf-4aa8-ba28-7368f1e27499 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/quotas/da4b6b1b1cae4c68818c57fc60b9f135 HTTP/1.1" status: 200  len: 375 time: 0.0091815
Jul 19 01:14:41.349471 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-00ac10f9-8ada-4c2e-aa11-a5793a70282b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0772417
Jul 19 01:14:41.486628 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-d9cfbaa2-c5a3-4a72-aedf-501f1569f909 service neutron] 10.222.0.24 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259160
Jul 19 01:14:41.677735 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-fc72b890-9391-4ce3-8a19-40f0a9263fec service neutron] 10.222.0.24 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850829
Jul 19 01:14:41.692643 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8cb3-9b56-49ad-9bb3-0fa35d8ecacb req-1177be1f-1562-49fc-9605-0015fa3f52b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:41.694131 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-da8f8cb3-9b56-49ad-9bb3-0fa35d8ecacb req-1177be1f-1562-49fc-9605-0015fa3f52b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 949 time: 0.1551790
Jul 19 01:14:41.740581 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-da8f8cb3-9b56-49ad-9bb3-0fa35d8ecacb req-3e12a84c-234f-4250-b44e-a11d0751d652 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397382
Jul 19 01:14:41.926329 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a09f16-6146-4d45-9030-647024cf55bc req-6dd14dc4-621f-4800-8802-75b74d5e7ed6 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:41.927808 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-56a09f16-6146-4d45-9030-647024cf55bc req-6dd14dc4-621f-4800-8802-75b74d5e7ed6 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 943 time: 0.0885000
Jul 19 01:14:41.974180 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-56a09f16-6146-4d45-9030-647024cf55bc req-0078cb4d-03c2-40c8-a8bd-4443a743a315 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392287
Jul 19 01:14:42.059373 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6686158e-8155-4fb0-9183-7ebbe91a88f1 req-2f9a7ac5-4a73-4906-b6a9-b2e1e22ea76c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 210 time: 0.2379007
Jul 19 01:14:42.965306 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7ce68234-fafc-4dc0-8ab5-46b8bae23c3e req-23a51266-d691-4c6a-a3ea-cd74c3e84414 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 HTTP/1.1" status: 200  len: 217 time: 0.0618300
Jul 19 01:14:42.973621 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb5916-72af-48e8-b993-8539884db439 req-a3d19062-c05a-43f7-abe2-0297eb422414 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:42.975131 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7afb5916-72af-48e8-b993-8539884db439 req-a3d19062-c05a-43f7-abe2-0297eb422414 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 949 time: 0.1300533
Jul 19 01:14:43.026117 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7afb5916-72af-48e8-b993-8539884db439 req-0f5d41ab-7c71-463f-a983-b860a6848f49 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440547
Jul 19 01:14:43.039041 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce68234-fafc-4dc0-8ab5-46b8bae23c3e req-ab5ae9f2-56e2-4f17-8d6d-f0cedc2056b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:43.040485 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7ce68234-fafc-4dc0-8ab5-46b8bae23c3e req-ab5ae9f2-56e2-4f17-8d6d-f0cedc2056b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a687229-83cc-4812-8ac1-a4732a91051b HTTP/1.1" status: 200  len: 853 time: 0.0691695
Jul 19 01:14:43.091847 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7ce68234-fafc-4dc0-8ab5-46b8bae23c3e req-86123bf2-6fb6-495b-bb15-fcdf9a39c168 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3f79f71-eb99-4a09-99e0-4e0239a99f65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413449
Jul 19 01:14:43.221798 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7667e9e0-9532-4a00-b9f0-45e1923a3a53 req-e382559d-03e0-4f89-ba1c-26942c41099b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 210 time: 0.0464227
Jul 19 01:14:43.231215 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5610b5-b313-4798-a6ba-e5ef4cbfa283 req-82c07213-ffae-4448-95ff-4caa0916ee22 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:43.232679 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ad5610b5-b313-4798-a6ba-e5ef4cbfa283 req-82c07213-ffae-4448-95ff-4caa0916ee22 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 943 time: 0.1288385
Jul 19 01:14:43.266222 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7ce68234-fafc-4dc0-8ab5-46b8bae23c3e req-a78facf1-1eb6-46b9-aeba-448de6f464ae service neutron] 10.222.0.16 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481616
Jul 19 01:14:43.282764 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ad5610b5-b313-4798-a6ba-e5ef4cbfa283 req-6e687111-5245-44a4-b419-dc91885cf97b tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429907
Jul 19 01:14:43.401357 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-7ce68234-fafc-4dc0-8ab5-46b8bae23c3e req-8bcad7de-5e84-4e10-8438-a4c0f86576d1 service neutron] 10.222.0.16 "GET /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232595
Jul 19 01:14:43.899313 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-7665b120-8bbe-488c-b85c-7fe1100a7d40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:43.901131 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-7665b120-8bbe-488c-b85c-7fe1100a7d40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 816 time: 0.1644139
Jul 19 01:14:43.974341 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-86ae1f38-f335-424b-b222-1d6f0b47d4e7 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Synchronizing usage tracker for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:security_group {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:14:43.986544 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-86ae1f38-f335-424b-b222-1d6f0b47d4e7 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Unset dirty status for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:security_group {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:14:43.988146 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-86ae1f38-f335-424b-b222-1d6f0b47d4e7 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4b6b1b1cae4c68818c57fc60b9f135 HTTP/1.1" status: 200  len: 380 time: 0.0640867
Jul 19 01:14:43.998659 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'port': {'device_id': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'admin_state_up': True, 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'security_groups': ['3ba4ec7e-90e5-4f2f-8e32-9f24226559bf']}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:44.133471 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:44.138072 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Usage tracker for resource:port and tenant:da4b6b1b1cae4c68818c57fc60b9f135 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:44.140835 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:44.146481 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:44.156515 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Made reservation on behalf of da4b6b1b1cae4c68818c57fc60b9f135 for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:14:44.160104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:44.217267 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738518d-c232-4874-977e-12e53834c96d req-e3b0fc57-38cf-47f6-b6d4-c17067fe5d33 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:44.219309 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8738518d-c232-4874-977e-12e53834c96d req-e3b0fc57-38cf-47f6-b6d4-c17067fe5d33 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 949 time: 0.0805593
Jul 19 01:14:44.269622 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8738518d-c232-4874-977e-12e53834c96d req-fb92579f-34b8-4fb3-b4c1-57364baa4920 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448771
Jul 19 01:14:44.325014 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Allocated IP 172.20.0.6 (f774c46c-cf9f-418a-af16-4ea8967b6c0a/6850151f-be62-45f4-b8da-0760dbd30228/8fabcdd2-8157-41b8-8308-c0d572aafc18) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:14:44.391337 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b01e6de2-f86c-4d95-b01c-626d089dbcd5 req-6cb88360-422f-4b51-91f8-630430f5ad20 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 210 time: 0.0507872
Jul 19 01:14:44.474865 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae43fc6-c514-42ea-bd01-3a59548b2d60 req-51cc9434-3a25-426c-b37b-5f975a599a04 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:44.476324 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ae43fc6-c514-42ea-bd01-3a59548b2d60 req-51cc9434-3a25-426c-b37b-5f975a599a04 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 943 time: 0.0807080
Jul 19 01:14:44.521397 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:44.522824 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ae43fc6-c514-42ea-bd01-3a59548b2d60 req-e9ddbb5f-5448-44d6-b027-769d61a0b0a4 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406799
Jul 19 01:14:44.546387 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Transition to ACTIVE for port object 8fabcdd2-8157-41b8-8308-c0d572aafc18 will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:14:44.569246 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:44.575177 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1e5f33c7-ecac-4463-9014-347b8bb2fec9 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:44.637386 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Network f774c46c-cf9f-418a-af16-4ea8967b6c0a is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:14:44.640371 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:14:44.644305 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:14:44.679502 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event updated for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:44.684465 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:44.716229 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:44.716467 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:44.740712 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7467854
Jul 19 01:14:44.815846 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Request body: {'port': {'device_id': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:44.893893 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-754ab55a-21cf-4af8-82ca-c73b2e167e8c tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:44.895301 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-754ab55a-21cf-4af8-82ca-c73b2e167e8c tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 949 time: 0.0835044
Jul 19 01:14:44.897534 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-5057737b-f1c8-48de-bae4-6c42b32bee3c None None] Provisioning for port 8fabcdd2-8157-41b8-8308-c0d572aafc18 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:14:44.903436 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-5057737b-f1c8-48de-bae4-6c42b32bee3c None None] Provisioning complete for port 8fabcdd2-8157-41b8-8308-c0d572aafc18 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:14:44.903785 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-5057737b-f1c8-48de-bae4-6c42b32bee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:44.927851 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:44.950316 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:14:44.962304 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-5057737b-f1c8-48de-bae4-6c42b32bee3c None None] Port 8fabcdd2-8157-41b8-8308-c0d572aafc18 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:14:44.969239 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Deleting port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:14:44.969728 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:45.098764 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,segment=NetworkSegment(fbc07420-975a-4d21-8659-4d5d2ebff3ce),segment_id=fbc07420-975a-4d21-8659-4d5d2ebff3ce)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:45.113025 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2', 'network_id': 'e3f79f71-eb99-4a09-99e0-4e0239a99f65', 'port_id': 'c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2', 'mac_address': 'fa:16:3e:5f:24:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a687229-83cc-4812-8ac1-a4732a91051b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:14:45.171828 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:45.191067 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:14:45.211107 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,segment=NetworkSegment(fbc07420-975a-4d21-8659-4d5d2ebff3ce),segment_id=fbc07420-975a-4d21-8659-4d5d2ebff3ce)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:45.217787 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:45.219627 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:45.260658 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] For port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,segment=NetworkSegment(6405d882-6c64-4273-b44e-97a8eab48cbf),segment_id=6405d882-6c64-4273-b44e-97a8eab48cbf)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:45.261873 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:45.287494 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:45.291926 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:45.326584 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fabcdd2-8157-41b8-8308-c0d572aafc18 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:14:45.334332 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:45.351080 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Transition to ACTIVE for port object 8fabcdd2-8157-41b8-8308-c0d572aafc18 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:14:45.356116 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:45.366702 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:45.503640 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Calling delete_port for e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 owned by compute:nova {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:14:45.550281 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:14:45.641033 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Pushing event updated for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:45.668148 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:45.725085 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Attempting to bind port 8fabcdd2-8157-41b8-8308-c0d572aafc18 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:14:45.725418 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Attempting to bind port 8fabcdd2-8157-41b8-8308-c0d572aafc18 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:14:45.725883 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Attempting to bind port 8fabcdd2-8157-41b8-8308-c0d572aafc18 on network f774c46c-cf9f-418a-af16-4ea8967b6c0a {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:14:45.731885 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Port 8fabcdd2-8157-41b8-8308-c0d572aafc18 on network f774c46c-cf9f-418a-af16-4ea8967b6c0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:14:45.732219 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Attempting to bind port 8fabcdd2-8157-41b8-8308-c0d572aafc18 on network f774c46c-cf9f-418a-af16-4ea8967b6c0a {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:14:45.736025 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622789c-16a8-4d4a-b37f-d80fe48dfa41 req-e2e5405c-31d5-47fd-b6fc-ff3d5c2c4bc0 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:45.737548 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:14:45.737744 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7622789c-16a8-4d4a-b37f-d80fe48dfa41 req-e2e5405c-31d5-47fd-b6fc-ff3d5c2c4bc0 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66f4cb5-010b-49ec-88c2-e24b313b7c8e HTTP/1.1" status: 200  len: 949 time: 0.2437191
Jul 19 01:14:45.737989 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Checking segment: {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:14:45.738605 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Bound using segment: {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:14:45.741019 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Bound port: 8fabcdd2-8157-41b8-8308-c0d572aafc18, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e6a683-1172-45f5-8ab1-940c5587aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:14:45.741019 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:45.823261 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814c4d6-a3c6-4d48-a199-3ffa3fcbf9cb req-244de24a-78fb-463d-a3fc-8f9404204ba6 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:45.824750 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4814c4d6-a3c6-4d48-a199-3ffa3fcbf9cb req-244de24a-78fb-463d-a3fc-8f9404204ba6 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.2895830
Jul 19 01:14:45.839400 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:14:45.842798 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:14:45.848358 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:45.852916 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:45.878375 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7622789c-16a8-4d4a-b37f-d80fe48dfa41 req-2e3040a4-db99-41c2-9f24-78cf1fa6f53a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.24 "GET /v2.0/security-groups?id=37344f7d-5db9-4dd8-b703-1f0ac241023f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042314
Jul 19 01:14:45.882704 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:45.889636 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ea2bbe2f-3bc6-4191-99f7-cfe178f47d1a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:45.921955 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:45.922713 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:45.924081 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] 10.222.0.16 "PUT /v2.0/ports/8fabcdd2-8157-41b8-8308-c0d572aafc18 HTTP/1.1" status: 200  len: 1093 time: 1.1126790
Jul 19 01:14:45.924564 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:14:45.945989 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Pushing event updated for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:45.950559 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:45.981620 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Pushing event deleted for resources: {'Port': ['ID=e737ddde-8fb1-4807-bcc1-1c8913c4e6a2,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:45.984055 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:45.995041 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4814c4d6-a3c6-4d48-a199-3ffa3fcbf9cb req-990537a5-3007-43d6-8d1a-c42c5a891a95 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1587160
Jul 19 01:14:46.082523 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] No DVR routers for this DVR port e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 on host hv-cinder-80123 {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:14:46.085550 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:46.085791 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'status': 'completed', 'code': 200}
Jul 19 01:14:46.088500 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-c6f33c85-f4d8-4c87-a24f-2b6ee139ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:46.089995 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66f4cb5-010b-49ec-88c2-e24b313b7c8e', 'name': 'network-vif-deleted', 'tag': 'e737ddde-8fb1-4807-bcc1-1c8913c4e6a2'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:14:46.090125 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-c6f33c85-f4d8-4c87-a24f-2b6ee139ac29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 1096 time: 0.0958755
Jul 19 01:14:46.100345 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-510e34d8-f332-44ee-86d8-99fa2cf0a498 req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] 10.222.0.16 "DELETE /v2.0/ports/e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 HTTP/1.1" status: 204  len: 173 time: 1.1969864
Jul 19 01:14:46.148383 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fb5fd-1812-405f-bbe4-2058e9a32331 req-54a8846c-f51a-424b-aa10-9ef474a1388c tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:46.150502 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-776fb5fd-1812-405f-bbe4-2058e9a32331 req-54a8846c-f51a-424b-aa10-9ef474a1388c tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 944 time: 0.1206281
Jul 19 01:14:46.191712 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66f4cb5-010b-49ec-88c2-e24b313b7c8e', 'name': 'network-vif-deleted', 'tag': 'e737ddde-8fb1-4807-bcc1-1c8913c4e6a2', 'status': 'completed', 'code': 200}
Jul 19 01:14:46.225308 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-9d9ad00f-0cb3-42f6-a41b-4742a7708103 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18 HTTP/1.1" status: 200  len: 217 time: 0.1102717
Jul 19 01:14:46.228568 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-776fb5fd-1812-405f-bbe4-2058e9a32331 req-1fd36d1f-751f-4777-b631-260e532d4118 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711706
Jul 19 01:14:46.296110 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-f32986c9-ac16-42b0-9f7c-db846daa62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:46.297577 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-f32986c9-ac16-42b0-9f7c-db846daa62b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.0628309
Jul 19 01:14:46.372298 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-3eb07d09-a57f-49de-9235-2ac8df576759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:46.374078 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-3eb07d09-a57f-49de-9235-2ac8df576759 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690000
Jul 19 01:14:46.508119 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-8fa92e95-8c04-4885-9dbd-7a92fe55b9f2 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270156
Jul 19 01:14:46.638711 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a14a88d-0461-4f71-8868-3d0f8076a45e req-4a214b17-b11e-4b3a-8d21-ed66b0ed3ecb service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234658
Jul 19 01:14:46.831958 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-b3488bf8-0d59-448a-97f3-81b379865db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:46.833268 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-b3488bf8-0d59-448a-97f3-81b379865db2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 1096 time: 0.0759077
Jul 19 01:14:46.956779 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:14:46.995702 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-0c462201-60b3-44a0-8634-41b4b95233df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:46.997165 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-0c462201-60b3-44a0-8634-41b4b95233df service neutron] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 916 time: 0.1383476
Jul 19 01:14:47.030378 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:14:47.036435 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:14:47.036753 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:47.075323 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-34fafb90-e430-470b-8867-4a354fb8e1f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18 HTTP/1.1" status: 200  len: 217 time: 0.0647905
Jul 19 01:14:47.145589 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-69188beb-a721-4f87-8bd4-04bfde5c3c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:47.147186 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-69188beb-a721-4f87-8bd4-04bfde5c3c6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.0652568
Jul 19 01:14:47.155158 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:47.184274 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384412c1-abef-4cab-9863-1135f43b2edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:14:47.199526 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,segment=NetworkSegment(fbc07420-975a-4d21-8659-4d5d2ebff3ce),segment_id=fbc07420-975a-4d21-8659-4d5d2ebff3ce)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:47.205100 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:47.206331 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:14:47.229158 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf96c3c-d95b-4a2b-88cc-7068c2cbbc65 req-71739b49-74a0-4d04-aeab-d9643f5c15c0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:47.231926 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eaf96c3c-d95b-4a2b-88cc-7068c2cbbc65 req-71739b49-74a0-4d04-aeab-d9643f5c15c0 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.1017084
Jul 19 01:14:47.282594 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384412c1-abef-4cab-9863-1135f43b2edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2', 'code': 200}
Jul 19 01:14:47.283291 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:47.307576 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-3876856f-249c-4073-b4ed-7d7c44999c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:47.309084 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-3876856f-249c-4073-b4ed-7d7c44999c8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1552377
Jul 19 01:14:47.312508 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-eaf96c3c-d95b-4a2b-88cc-7068c2cbbc65 req-3ddacabf-71f9-4688-88a2-ba2a2352619d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701747
Jul 19 01:14:47.331691 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:14:47.332344 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device e737ddde-8fb1-4807-bcc1-1c8913c4e6a2 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:14:47.377485 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:47.381273 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:47.476112 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-7a95bc40-0f63-4d4e-9e68-b50ffd4c8a0c service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598597
Jul 19 01:14:47.495348 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe16c02-651d-44f1-b7b2-64ec30e79465 req-fff53fe0-2f6e-4684-a262-a2d38d516f3c tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:47.496806 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cbe16c02-651d-44f1-b7b2-64ec30e79465 req-fff53fe0-2f6e-4684-a262-a2d38d516f3c tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 945 time: 0.0992379
Jul 19 01:14:47.595913 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cbe16c02-651d-44f1-b7b2-64ec30e79465 req-e0870ee5-a636-47e2-ab50-c003b5ebff02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639486
Jul 19 01:14:47.615816 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cdfc5-4941-4a34-aba7-a2a68cc17f4a req-837df091-dd68-4f0c-a54c-f5c759823817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:47.617155 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc6cdfc5-4941-4a34-aba7-a2a68cc17f4a req-837df091-dd68-4f0c-a54c-f5c759823817 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 1098 time: 0.1180162
Jul 19 01:14:47.627426 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a6e90576-cee4-419e-a83a-04af3adbbfa7 req-60290125-b78c-4d40-aaea-5d250d22a1cb service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443458
Jul 19 01:14:47.660459 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc6cdfc5-4941-4a34-aba7-a2a68cc17f4a req-4c13d074-1a18-4eb5-adfd-247e3c25fa7c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364196
Jul 19 01:14:48.496487 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae012c-7ec7-4af1-bc7f-f6897733551b req-792fb116-3074-4c10-802d-1a449acca261 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:48.498326 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-24ae012c-7ec7-4af1-bc7f-f6897733551b req-792fb116-3074-4c10-802d-1a449acca261 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0795693
Jul 19 01:14:48.545541 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-24ae012c-7ec7-4af1-bc7f-f6897733551b req-81edb469-5574-4f07-aad9-a989578794ee tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417447
Jul 19 01:14:48.809964 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ce3e5-0ea6-4938-9e48-6d8f0d5a0894 req-bff40245-fb82-4371-bfee-ad25b92b3571 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:48.811569 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef4ce3e5-0ea6-4938-9e48-6d8f0d5a0894 req-bff40245-fb82-4371-bfee-ad25b92b3571 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 945 time: 0.0972989
Jul 19 01:14:48.865460 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ef4ce3e5-0ea6-4938-9e48-6d8f0d5a0894 req-e643732a-7f98-4564-9117-09e0485abd27 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480447
Jul 19 01:14:48.985189 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8fabcdd2-8157-41b8-8308-c0d572aafc18 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:14:49.135837 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:49.149605 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'port_id': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'mac_address': 'fa:16:3e:6c:ca:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:14:49.179936 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 41778) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:49.215346 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:49.232350 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fabcdd2-8157-41b8-8308-c0d572aafc18 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:14:49.249760 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:49.255162 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:49.257140 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7ce517ab-31cf-45de-a85f-69f0bf413da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:49.302436 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:49.316587 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:49.320393 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] Usage tracker for resource:security_group_rule and tenant:d57aaf1575e74986ad51ea915a8f8e85 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:49.322624 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:49.323249 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:49.325693 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:49.328947 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:49.415455 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:49.420127 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:49.427322 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c51c3166-76fc-41e5-85fc-6c0cb27f99c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:49.470578 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d57aaf1575e74986ad51ea915a8f8e85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2871675
Jul 19 01:14:49.470578 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d998007-b162-4f8a-9180-75c0b8890ef8,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:49.470974 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 41794) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:49.472345 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:49.534440 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed94fdb4-4a20-48af-8609-eef38c9ed93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:49.561890 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['8fabcdd2-8157-41b8-8308-c0d572aafc18'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:14:49.562099 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed94fdb4-4a20-48af-8609-eef38c9ed93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:49.625606 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed94fdb4-4a20-48af-8609-eef38c9ed93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:49.629409 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-df96542b-5fbb-4955-bcca-aeabac78dfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:49.640530 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94fdb4-4a20-48af-8609-eef38c9ed93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d998007-b162-4f8a-9180-75c0b8890ef8,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:49.643323 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ed94fdb4-4a20-48af-8609-eef38c9ed93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:49.648868 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed94fdb4-4a20-48af-8609-eef38c9ed93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:49.650004 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-ed94fdb4-4a20-48af-8609-eef38c9ed93d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d998007-b162-4f8a-9180-75c0b8890ef8 HTTP/1.1" status: 204  len: 168 time: 0.1779656
Jul 19 01:14:49.814244 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f43ce9-d8c6-47f5-8eed-bd289951430b req-6576dd67-fab0-4a39-a846-db2993a59d44 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:49.816583 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-69f43ce9-d8c6-47f5-8eed-bd289951430b req-6576dd67-fab0-4a39-a846-db2993a59d44 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 944 time: 0.1465616
Jul 19 01:14:49.874075 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-69f43ce9-d8c6-47f5-8eed-bd289951430b req-af829f92-0f56-416b-8009-bc8ff4ace279 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494576
Jul 19 01:14:50.077589 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3371e5c-ed5d-4367-9a70-ad5fe18c8b3d req-41101e0b-9fa5-4dc8-95c3-fe831e3c8607 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:50.079268 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a3371e5c-ed5d-4367-9a70-ad5fe18c8b3d req-41101e0b-9fa5-4dc8-95c3-fe831e3c8607 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 945 time: 0.0921538
Jul 19 01:14:50.131515 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a3371e5c-ed5d-4367-9a70-ad5fe18c8b3d req-4dbe4857-e597-408b-997f-c57e3fd8678e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454731
Jul 19 01:14:51.005350 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8fabcdd2-8157-41b8-8308-c0d572aafc18 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:14:51.080540 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port 8fabcdd2-8157-41b8-8308-c0d572aafc18 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:14:51.085761 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 8fabcdd2-8157-41b8-8308-c0d572aafc18 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:14:51.086171 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:51.096840 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529d9f6-28d0-425f-9b7c-499f7930497a req-a3123707-0d07-43d1-8c05-9c6cbfe3c4af tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:51.098626 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9529d9f6-28d0-425f-9b7c-499f7930497a req-a3123707-0d07-43d1-8c05-9c6cbfe3c4af tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 944 time: 0.0886915
Jul 19 01:14:51.164098 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9529d9f6-28d0-425f-9b7c-499f7930497a req-b94a3ca2-6b56-4113-ae98-9e246f0f8ce3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570517
Jul 19 01:14:51.222174 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:51.248009 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:14:51.258080 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:51.263306 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:51.266484 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:51.295303 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc345f-411a-44c8-b7ff-3abc373bff5b req-b09f9f1b-d0db-4707-b422-3e9e27a333f9 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:51.296782 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-00dc345f-411a-44c8-b7ff-3abc373bff5b req-b09f9f1b-d0db-4707-b422-3e9e27a333f9 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0833600
Jul 19 01:14:51.306909 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'code': 200}
Jul 19 01:14:51.341230 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:51.341694 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-00dc345f-411a-44c8-b7ff-3abc373bff5b req-5f0de83d-37f7-47ee-85df-6dbe5986fd99 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394020
Jul 19 01:14:51.344320 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:51.642527 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11031a6a-bbac-4a56-b5c5-da9ae960c7bd req-f04f4449-d9b3-4471-8578-7f263f8bbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:51.644009 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-11031a6a-bbac-4a56-b5c5-da9ae960c7bd req-f04f4449-d9b3-4471-8578-7f263f8bbc4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 1098 time: 0.1497402
Jul 19 01:14:51.688095 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-11031a6a-bbac-4a56-b5c5-da9ae960c7bd req-6971ccff-3385-4ece-bb59-e0686305d568 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368884
Jul 19 01:14:51.779587 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 41892) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:51.923473 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-78354fca-84a9-4fb6-bac6-b1c32c85dd2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c832b965054a47bba9b219ad6f11bbdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1427143
Jul 19 01:14:51.925932 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 41898) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:51.980636 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2b141c4e-9fde-4cb9-96e8-0a1ff1305000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:52.004869 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2b141c4e-9fde-4cb9-96e8-0a1ff1305000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:52.155711 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2b141c4e-9fde-4cb9-96e8-0a1ff1305000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:52.159646 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b9dd733f-097a-4103-b5a4-3cc2804635fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:52.173751 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b141c4e-9fde-4cb9-96e8-0a1ff1305000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37344f7d-5db9-4dd8-b703-1f0ac241023f,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:52.176786 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2b141c4e-9fde-4cb9-96e8-0a1ff1305000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:52.178847 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-2b141c4e-9fde-4cb9-96e8-0a1ff1305000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:52.182415 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-2b141c4e-9fde-4cb9-96e8-0a1ff1305000 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37344f7d-5db9-4dd8-b703-1f0ac241023f HTTP/1.1" status: 204  len: 168 time: 0.2531638
Jul 19 01:14:52.363169 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae99f4f-ddba-4484-a87e-6c155d7b70e4 req-fdc69f92-b5cd-4e7e-9adb-124d68707443 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:52.366207 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8ae99f4f-ddba-4484-a87e-6c155d7b70e4 req-fdc69f92-b5cd-4e7e-9adb-124d68707443 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0945272
Jul 19 01:14:52.423453 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8ae99f4f-ddba-4484-a87e-6c155d7b70e4 req-0900f323-1eb8-4714-b572-46ebdc08997a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533369
Jul 19 01:14:52.547672 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0d5c6-d006-43cf-bae6-c5ac08b417d6 req-0c7e4582-0806-4955-addf-d3981d699c58 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:52.549287 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-74a0d5c6-d006-43cf-bae6-c5ac08b417d6 req-0c7e4582-0806-4955-addf-d3981d699c58 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0820029
Jul 19 01:14:52.595013 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-74a0d5c6-d006-43cf-bae6-c5ac08b417d6 req-6824d4ec-10c1-49b4-8332-1e72add5d4ef tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398059
Jul 19 01:14:52.927527 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 41936) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:53.034729 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-501139137-network', 'tenant_id': '880524b6d86e4d918495c133fb3b940e'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:53.039140 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:53.044025 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Usage tracker for resource:network and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:53.046888 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:53.054118 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:53.064214 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Made reservation on behalf of 880524b6d86e4d918495c133fb3b940e for: {'network': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:14:53.066526 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.078330 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.093333 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:53.097032 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Usage tracker for resource:security_group_rule and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:53.099742 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:53.106735 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:53.191558 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.195126 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.199378 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1cd8850f-020e-4f13-bd2d-1df8436abe0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:53.225781 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78}  {{(pid=78648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:14:53.234313 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc52f7b-8265-46e0-851c-4d033838b6e1,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:53.237282 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:53.241498 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.241787 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.segments_db [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Added segment 976c15d4-638e-4db9-900e-b3694494e9aa of type vlan for network 5eba43dc-783b-41f8-aa32-ef519c624c05
Jul 19 01:14:53.268109 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.296140 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.297358 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:53.297954 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.301259 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:53.316993 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:14:53.397062 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4684582
Jul 19 01:14:53.399966 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 41942) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:53.402907 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Pushing event updated for resources: {'Network': ['ID=5eba43dc-783b-41f8-aa32-ef519c624c05,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:53.405646 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:53.406207 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Request body: {'subnet': {'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-501139137-subnet', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:53.412466 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:53.412980 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 5eba43dc-783b-41f8-aa32-ef519c624c05 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:14:53.416768 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Usage tracker for resource:subnet and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:53.419964 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:53.427289 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:53.437814 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Made reservation on behalf of 880524b6d86e4d918495c133fb3b940e for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:14:53.440109 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14833611'] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.677368 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92ba79-3d96-4a3b-a19e-84a297144128 req-4d5e90ed-078a-44ed-8452-e4580d9d37cc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:53.678772 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6b92ba79-3d96-4a3b-a19e-84a297144128 req-4d5e90ed-078a-44ed-8452-e4580d9d37cc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.1401908
Jul 19 01:14:53.784874 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 41956) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:53.787326 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15511480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14833593'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.803132 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6b92ba79-3d96-4a3b-a19e-84a297144128 req-2e388e04-9e02-4bdd-a398-e5912d10e491 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109445
Jul 19 01:14:53.804723 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:53.888360 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=565c58e9-c73a-4130-88c9-e09f2e3c510b,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:53.892453 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:53.900692 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Checking segment: {'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:14:53.901046 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Network hostable DHCP agents. Network: 5eba43dc-783b-41f8-aa32-ef519c624c05, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:14:53.912231 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265243-7cae-42ce-b17c-2b5eddccac4d req-1ee686b3-caac-450f-ab0a-f48fbd326b40 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:53.913725 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab265243-7cae-42ce-b17c-2b5eddccac4d req-1ee686b3-caac-450f-ab0a-f48fbd326b40 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.2057037
Jul 19 01:14:53.939040 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:53.960203 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:53.964920 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] Usage tracker for resource:security_group_rule and tenant:ad856ef8177d4657b88e8faf98dbacb1 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:53.968361 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:53.974643 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:54.006858 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Network 5eba43dc-783b-41f8-aa32-ef519c624c05 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:14:54.035456 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ab265243-7cae-42ce-b17c-2b5eddccac4d req-974a688a-38eb-4733-bf00-982e8a8b13ac tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795848
Jul 19 01:14:54.035998 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 5eba43dc-783b-41f8-aa32-ef519c624c05) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:14:54.042755 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:54.043333 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.060267 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbfd063-9ab3-4c27-a805-5c451a65b64b None None] Network 5eba43dc-783b-41f8-aa32-ef519c624c05 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:14:54.068760 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1bd9c-4aa2-45b7-a9d1-8995eb1ef188 req-97856580-e0e5-4a75-9216-69f560d538b2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:54.070178 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cdd1bd9c-4aa2-45b7-a9d1-8995eb1ef188 req-97856580-e0e5-4a75-9216-69f560d538b2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.1540704
Jul 19 01:14:54.070671 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.075416 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.081808 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 41966) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:54.086471 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-958ca614-43dd-4fdd-a91b-86c266aa5c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:54.090312 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-0f7784a6-9dd1-4482-9c64-8fb397246fa8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Request body: {'floatingip': {'port_id': '8fabcdd2-8157-41b8-8308-c0d572aafc18'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:54.126709 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad856ef8177d4657b88e8faf98dbacb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3406324
Jul 19 01:14:54.127619 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa2ecf4-897e-4d30-8689-d1d6cce26966,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:54.130640 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:54.131299 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 41970) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:54.180620 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7795417
Jul 19 01:14:54.184240 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 41974) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:54.191972 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:14:54.194618 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0f7784a6-9dd1-4482-9c64-8fb397246fa8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.197785 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:14:54.203015 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-72c32837-ddd3-4e20-a5f8-2ddeecb83f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.204853 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Usage tracker for resource:router and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:14:54.208285 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:14:54.222075 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:14:54.242701 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-72c32837-ddd3-4e20-a5f8-2ddeecb83f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.253387 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1764116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-230778'] for router, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.254394 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-230771'] for router, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.297576 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.386715 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd5a257-e18e-57a7-9ff8-706e6ca1d8f8-5eba43dc-783b-41f8-aa32-ef519c624c05', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b'}]}} from dv-cinder-801236-1-iscsi. {{(pid=78649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 19 01:14:54.387544 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.505220 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-72c32837-ddd3-4e20-a5f8-2ddeecb83f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.514691 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-175eb43b-78ad-41ef-b92d-74cca42fd448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:54.532903 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c32837-ddd3-4e20-a5f8-2ddeecb83f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa2ecf4-897e-4d30-8689-d1d6cce26966,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:54.536784 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-72c32837-ddd3-4e20-a5f8-2ddeecb83f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:54.560544 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.db_base_plugin_common [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Allocated IP 172.20.0.2 (5eba43dc-783b-41f8-aa32-ef519c624c05/565c58e9-c73a-4130-88c9-e09f2e3c510b/10960329-24f4-4cc2-94e2-fd407f6008af) {{(pid=78649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:14:54.600562 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.610941 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-72c32837-ddd3-4e20-a5f8-2ddeecb83f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.611981 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-72c32837-ddd3-4e20-a5f8-2ddeecb83f56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afa2ecf4-897e-4d30-8689-d1d6cce26966 HTTP/1.1" status: 204  len: 168 time: 0.4797812
Jul 19 01:14:54.831215 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Notify callbacks [] for port, precommit_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.845898 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Transition to ACTIVE for port object 10960329-24f4-4cc2-94e2-fd407f6008af will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:14:54.876276 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Transition to ACTIVE for port object 10960329-24f4-4cc2-94e2-fd407f6008af will not be triggered until provisioned by entity DHCP. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:14:54.886008 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.893030 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-a67f52c5-f216-43e2-8144-0dbb94ba2a70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:54.971779 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0f7784a6-9dd1-4482-9c64-8fb397246fa8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.974215 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Network 5eba43dc-783b-41f8-aa32-ef519c624c05 is already hosted by enough agents. {{(pid=78649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:14:54.976696 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.977287 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.base_scheduler [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Resources bound (agent type, host, resource id):  {{(pid=78649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:14:54.978085 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0f7784a6-9dd1-4482-9c64-8fb397246fa8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:54.982825 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Received port after_create {{(pid=78649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:14:55.015560 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:55.077483 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Pushing event updated for resources: {'Port': ['ID=10960329-24f4-4cc2-94e2-fd407f6008af,revision_number=1']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:55.081946 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:55.090317 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Attempting to bind port 10960329-24f4-4cc2-94e2-fd407f6008af on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:14:55.090795 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Attempting to bind port 10960329-24f4-4cc2-94e2-fd407f6008af by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:14:55.091214 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Attempting to bind port 10960329-24f4-4cc2-94e2-fd407f6008af on network 5eba43dc-783b-41f8-aa32-ef519c624c05 {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:14:55.098082 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:14:55.098532 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Checking segment: {'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:14:55.099004 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:55.100395 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Bound using segment: {'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:14:55.100955 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Bound port: 10960329-24f4-4cc2-94e2-fd407f6008af, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:14:55.101407 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:55.207732 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] For port 10960329-24f4-4cc2-94e2-fd407f6008af, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:14:55.211134 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] For port 10960329-24f4-4cc2-94e2-fd407f6008af, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=10960329-24f4-4cc2-94e2-fd407f6008af,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:14:55.218993 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:55.232192 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Allocated IP 172.27.3.122 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/8a0946b4-2f6a-4744-a354-bc5399d2304b) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:14:55.239869 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:55.257091 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [None req-0f7784a6-9dd1-4482-9c64-8fb397246fa8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Floating IP f78a6fab-d233-4159-b282-a8dbd1917fe4 associated. External IP: 172.27.3.77, port: 8fabcdd2-8157-41b8-8308-c0d572aafc18.
Jul 19 01:14:55.319718 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Pushing event updated for resources: {'Port': ['ID=10960329-24f4-4cc2-94e2-fd407f6008af,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:55.323053 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:55.430824 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:55.461431 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:55.466880 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c68bead4-1ab3-42c3-92d9-a450ff809d69 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:55.661681 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:14:55.666149 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:14:55.668457 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:14:55.686611 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56360fa-3ca2-4c8a-9b92-21f865e473bb req-9a494a02-9f88-4037-a562-7c3520fc7ff6 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:55.695221 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e56360fa-3ca2-4c8a-9b92-21f865e473bb req-9a494a02-9f88-4037-a562-7c3520fc7ff6 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.4396963
Jul 19 01:14:55.821555 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0946b4-2f6a-4744-a354-bc5399d2304b,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:55.824049 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:55.836072 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e56360fa-3ca2-4c8a-9b92-21f865e473bb req-1edd6055-e88c-4ad0-809d-8e97a62bbf5f tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1394506
Jul 19 01:14:55.864895 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7784a6-9dd1-4482-9c64-8fb397246fa8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Router 5b8aa282-7922-42dd-a6f6-c04140758e64 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:14:56.066069 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7784a6-9dd1-4482-9c64-8fb397246fa8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:14:56.070761 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0f7784a6-9dd1-4482-9c64-8fb397246fa8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:56.077139 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] Sync routers for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:14:56.092039 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:14:56.093120 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda375c60a0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:14:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:56.142761 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0f7784a6-9dd1-4482-9c64-8fb397246fa8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "PUT /v2.0/floatingips/f78a6fab-d233-4159-b282-a8dbd1917fe4 HTTP/1.1" status: 200  len: 990 time: 2.0592649
Jul 19 01:14:56.143601 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:14:56.165413 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:56.228212 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'status': 'completed', 'code': 200}
Jul 19 01:14:56.394125 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:14:56.462688 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-262aa3b3-8f8b-4cc0-a886-6d9848c3e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:56.466546 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-262aa3b3-8f8b-4cc0-a886-6d9848c3e5ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 1098 time: 0.1670027
Jul 19 01:14:56.623929 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 10960329-24f4-4cc2-94e2-fd407f6008af up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:14:56.663903 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-201d7c74-0525-494e-9126-d0866b05eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:56.665699 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-201d7c74-0525-494e-9126-d0866b05eb10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 916 time: 0.1920872
Jul 19 01:14:56.720404 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19defb96-efdb-40fc-9060-8bffdf5705eb None None] Network 5eba43dc-783b-41f8-aa32-ef519c624c05 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:14:56.768284 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932'] for router, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:56.800148 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-2e33c342-76a4-48aa-a01a-cecaeaa4d989 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18 HTTP/1.1" status: 200  len: 998 time: 0.1248832
Jul 19 01:14:56.865218 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-386cbe99-5e0f-437e-ad5b-ab9b7b487ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:56.869118 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-386cbe99-5e0f-437e-ad5b-ab9b7b487ce6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.0602612
Jul 19 01:14:56.946302 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 10960329-24f4-4cc2-94e2-fd407f6008af completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:14:56.950477 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-c2dc703b-96ba-4694-bf72-dba3599fbef7 None None] Provisioning for port 10960329-24f4-4cc2-94e2-fd407f6008af completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:14:56.977617 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 10960329-24f4-4cc2-94e2-fd407f6008af triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:14:56.977962 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:57.004368 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-c2dc703b-96ba-4694-bf72-dba3599fbef7 None None] Provisioning complete for port 10960329-24f4-4cc2-94e2-fd407f6008af triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:14:57.004744 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-c2dc703b-96ba-4694-bf72-dba3599fbef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:57.009859 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f is scheduled to L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b with binding_index 1 {{(pid=78648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 19 01:14:57.119323 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-413f14b2-ffbc-410b-b943-972d7f3e2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:57.120829 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-413f14b2-ffbc-410b-b943-972d7f3e2bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2461631
Jul 19 01:14:57.131836 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2368b6f-d3b4-4e3b-8c85-c04afcf3e4a3 req-641c5cc2-f1ed-481e-8349-f8a2b53524b4 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:57.133202 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c2368b6f-d3b4-4e3b-8c85-c04afcf3e4a3 req-641c5cc2-f1ed-481e-8349-f8a2b53524b4 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1041410
Jul 19 01:14:57.199259 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:14:57.214233 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Sync routers for ids ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:14:57.223679 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:57.223862 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Routers {'9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:14:57.224311 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda377e3400>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:14:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:57.226777 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.0414057
Jul 19 01:14:57.229973 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42028) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:14:57.282389 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c2368b6f-d3b4-4e3b-8c85-c04afcf3e4a3 req-b019cd3d-18f8-4529-aad6-dcb4f7b07345 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201909
Jul 19 01:14:57.334784 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-a1611dd0-64e7-47af-aff4-4610be023919 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969328
Jul 19 01:14:57.442352 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Set router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:14:57.472498 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:57.495171 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-c2dc703b-96ba-4694-bf72-dba3599fbef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:57.512715 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda375c60a0>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'f78a6fab-d233-4159-b282-a8dbd1917fe4', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'port_id': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'mac_address': 'fa:16:3e:6c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:14:40Z', 'updated_at': '2021-07-19T01:14:54Z', 'revision_number': 1, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:57.532793 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] Checking router: 5b8aa282-7922-42dd-a6f6-c04140758e64 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:14:57.553739 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 10960329-24f4-4cc2-94e2-fd407f6008af, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=10960329-24f4-4cc2-94e2-fd407f6008af,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:14:57.558078 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:14:57.558667 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda375c60a0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:14:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:57.598797 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92b3b303-0da6-4fe5-888a-24d25fee0fe3 req-0d6f2398-6fd0-4db8-bb27-d5e66897181f service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2408142
Jul 19 01:14:57.628004 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:57.663639 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:57.884403 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda377e3400>, [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:55Z', 'revision_number': 3, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:57.889629 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Checking router: 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:14:57.890102 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Updating router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f port 8a0946b4-2f6a-4744-a354-bc5399d2304b binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:14:57.901777 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=10960329-24f4-4cc2-94e2-fd407f6008af,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:57.911241 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:57.921232 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.db.api [None req-c2dc703b-96ba-4694-bf72-dba3599fbef7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:14:57.921437 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_db.api [None req-c2dc703b-96ba-4694-bf72-dba3599fbef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:14:57.952284 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:57.954819 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:14:58.099878 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-893c7977-c8dd-4d95-999f-6e46396ae355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:58.401900 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda375c60a0>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'f78a6fab-d233-4159-b282-a8dbd1917fe4', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'port_id': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'mac_address': 'fa:16:3e:6c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:14:40Z', 'updated_at': '2021-07-19T01:14:54Z', 'revision_number': 1, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:58.407129 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385a83b-401c-442c-af29-eae43cdb8949 None None] The sync data for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi is: [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'f78a6fab-d233-4159-b282-a8dbd1917fe4', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'port_id': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'mac_address': 'fa:16:3e:6c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:14:40Z', 'updated_at': '2021-07-19T01:14:54Z', 'revision_number': 1, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:14:58.414104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:58.437837 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:58.457844 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Transition to ACTIVE for port object 8a0946b4-2f6a-4744-a354-bc5399d2304b will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:14:58.465568 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:58.476300 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:58.548427 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 10960329-24f4-4cc2-94e2-fd407f6008af up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:14:58.564660 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Attempting to bind port 8a0946b4-2f6a-4744-a354-bc5399d2304b on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:14:58.565351 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Attempting to bind port 8a0946b4-2f6a-4744-a354-bc5399d2304b by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:14:58.565928 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Attempting to bind port 8a0946b4-2f6a-4744-a354-bc5399d2304b on network 7d593f98-e37a-458f-a122-e95b8a18b7fd {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:14:58.574466 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:14:58.575208 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:14:58.575886 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:58.576444 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Bound using segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:14:58.577134 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Bound port: 8a0946b4-2f6a-4744-a354-bc5399d2304b, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:14:58.577677 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:58.609263 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:58.627145 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068de53-bcad-42cd-8b9b-e69b579ac380 req-655c8fb5-e034-46a3-8a93-535d715b9b27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:58.628832 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4068de53-bcad-42cd-8b9b-e69b579ac380 req-655c8fb5-e034-46a3-8a93-535d715b9b27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1775038
Jul 19 01:14:58.647203 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 10960329-24f4-4cc2-94e2-fd407f6008af triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:14:58.647932 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:58.669517 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Pushing event updated for resources: {'Port': ['ID=8a0946b4-2f6a-4744-a354-bc5399d2304b,revision_number=2']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:58.742267 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4068de53-bcad-42cd-8b9b-e69b579ac380 req-9c4733e8-4729-4e32-9900-ad55fd48d039 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070910
Jul 19 01:14:58.762118 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.767861 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.768003 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.768298 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.768636 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.768977 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.769308 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.769633 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.772077 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.772501 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.772846 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.773178 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:14:58.788274 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:58.812529 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Allocated IP 172.20.0.1 (5eba43dc-783b-41f8-aa32-ef519c624c05/565c58e9-c73a-4130-88c9-e09f2e3c510b/649b5f1c-557e-4eb3-8ba9-13e7272adb5e) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:14:58.821181 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d39c55-7b8b-4b0e-93c6-76b84e52e9c7 None None] New status for floating IP f78a6fab-d233-4159-b282-a8dbd1917fe4: ACTIVE {{(pid=78649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:14:58.841367 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] For port 8a0946b4-2f6a-4744-a354-bc5399d2304b, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:14:58.845010 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] For port 8a0946b4-2f6a-4744-a354-bc5399d2304b, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=8a0946b4-2f6a-4744-a354-bc5399d2304b,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:14:58.851994 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:58.857757 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-d9bd4932-0cd6-4c91-987e-c06d430ef2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:58.934585 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Routers {'9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:14:58.935214 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda377e3400>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:14:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:58.985399 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:59.005015 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Pushing event updated for resources: {'Port': ['ID=8a0946b4-2f6a-4744-a354-bc5399d2304b,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:59.005613 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Transition to ACTIVE for port object 649b5f1c-557e-4eb3-8ba9-13e7272adb5e will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:14:59.015973 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:59.037191 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-86296f7f-90f7-4459-862b-342685929a82 None None] Provisioning complete for port 10960329-24f4-4cc2-94e2-fd407f6008af triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:14:59.037492 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-86296f7f-90f7-4459-862b-342685929a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:59.048730 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:59.064057 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-47c92f7a-1573-47ba-a0a1-83b7e72272f8 tempest-ServerRescueNegativeTestJSON-1283799207 tempest-ServerRescueNegativeTestJSON-1283799207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:59.126860 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] Set router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:14:59.133097 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Network 5eba43dc-783b-41f8-aa32-ef519c624c05 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:14:59.137497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:14:59.141342 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:14:59.192080 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=649b5f1c-557e-4eb3-8ba9-13e7272adb5e,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:14:59.205796 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:14:59.226979 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333378'] for router_interface, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:59.464095 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-608483b1-76c1-4b6d-af35-6d86a6166ea6 None None] Provisioning for port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:14:59.469056 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-608483b1-76c1-4b6d-af35-6d86a6166ea6 None None] Provisioning complete for port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:14:59.469439 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-608483b1-76c1-4b6d-af35-6d86a6166ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:59.473414 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda377e3400>, [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:55Z', 'revision_number': 3, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:14:59.477487 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f00320-2add-4b94-b3f6-f99b5031e462 None None] The sync data for ids ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'] in dv-cinder-801236-1-iscsi is: [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:55Z', 'revision_number': 3, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:14:59.532121 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-608483b1-76c1-4b6d-af35-6d86a6166ea6 None None] Port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:14:59.625592 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:59.898193 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:59.903668 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:14:59.930659 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-29dc3f00-25a8-4a08-8766-e7386984d43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:14:59.955315 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b73eea-f582-4a6f-92ee-342d0ddc4ab6 req-ba938fad-fa28-46b6-8672-115cdb63dd7c tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:14:59.956987 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-43b73eea-f582-4a6f-92ee-342d0ddc4ab6 req-ba938fad-fa28-46b6-8672-115cdb63dd7c tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0916097
Jul 19 01:15:00.010475 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-43b73eea-f582-4a6f-92ee-342d0ddc4ab6 req-05523ce4-1119-496b-8f45-bd3285110530 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471220
Jul 19 01:15:00.015925 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333543'] for router_interface, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:00.027780 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=649b5f1c-557e-4eb3-8ba9-13e7272adb5e,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:00.027780 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:00.157877 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Network 5eba43dc-783b-41f8-aa32-ef519c624c05 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:15:00.159075 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:15:00.355906 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:15:00.457281 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-c0ff1072-c651-4812-bd7a-ceb35b9bb213 None None] Provisioning complete for port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:00.457826 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1072-c651-4812-bd7a-ceb35b9bb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:00.484931 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 8a0946b4-2f6a-4744-a354-bc5399d2304b up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:00.533915 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:15:00.543266 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] 10.222.0.24 "PUT /v2.0/routers/9d90d8fc-8e27-465d-bf5d-b2e028b4c76f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3120313
Jul 19 01:15:00.564425 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff1072-c651-4812-bd7a-ceb35b9bb213 None None] Port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:15:00.580253 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 8a0946b4-2f6a-4744-a354-bc5399d2304b completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:00.585606 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 8a0946b4-2f6a-4744-a354-bc5399d2304b triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:00.586151 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:00.711102 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:00.717905 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2d94c901-4162-422f-b2c6-8c49c4c704e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:00.730557 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 8a0946b4-2f6a-4744-a354-bc5399d2304b, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=8a0946b4-2f6a-4744-a354-bc5399d2304b,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:00.735096 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:00.737191 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:00.809136 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=8a0946b4-2f6a-4744-a354-bc5399d2304b,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:00.812355 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:01.046065 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Sync routers for ids ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:15:01.055215 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Routers {'9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:01.055816 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda377e3580>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:01.134267 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42078) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:01.140274 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1961528101-network', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:01.144660 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:01.148652 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Usage tracker for resource:network and tenant:13dcb099196e4ec687136b16cce22ab0 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:01.151482 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:01.157098 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:01.168115 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Made reservation on behalf of 13dcb099196e4ec687136b16cce22ab0 for: {'network': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:15:01.170456 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.187788 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.199052 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728073b-414d-4d4e-9db3-2db1b46960d3 req-77af71a9-71c2-4de7-84a0-089263d777d7 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:01.200683 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e728073b-414d-4d4e-9db3-2db1b46960d3 req-77af71a9-71c2-4de7-84a0-089263d777d7 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0828793
Jul 19 01:15:01.204417 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:01.207545 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Usage tracker for resource:security_group_rule and tenant:13dcb099196e4ec687136b16cce22ab0 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:01.212096 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:01.219105 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:01.254517 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Set router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:01.272987 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e728073b-414d-4d4e-9db3-2db1b46960d3 req-c444f5e6-79a1-4833-b126-fc71b172b981 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635445
Jul 19 01:15:01.275338 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.327331 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.331716 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.335263 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:01.364796 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59}  {{(pid=78648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:15:01.375713 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbc50a5-14c6-4562-bc55-cdc8e4e01fa6,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:01.379422 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:01.382313 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.382721 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.segments_db [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Added segment 614143e7-0cc7-4ed9-b72a-30ce86ca0ce0 of type vlan for network 07ec40ff-fc04-4719-9c06-e092edd21bdb
Jul 19 01:15:01.414116 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.447257 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.449449 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:01.450200 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.455104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:01.478151 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.514756 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3793752
Jul 19 01:15:01.515161 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42088) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:01.520523 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Request body: {'subnet': {'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1961528101-subnet', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:01.525539 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:01.530223 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Usage tracker for resource:subnet and tenant:13dcb099196e4ec687136b16cce22ab0 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:01.533174 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:01.539389 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:01.552915 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Made reservation on behalf of 13dcb099196e4ec687136b16cce22ab0 for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:15:01.556265 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14833611'] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.588159 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Pushing event updated for resources: {'Network': ['ID=07ec40ff-fc04-4719-9c06-e092edd21bdb,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:01.601209 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6aa7f72f-2ae9-4686-acf2-2fb7bb525790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:01.602191 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 07ec40ff-fc04-4719-9c06-e092edd21bdb details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:15:01.616452 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda377e3580>, [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:59Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '649b5f1c-557e-4eb3-8ba9-13e7272adb5e', 'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'mac_address': 'fa:16:3e:be:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:58Z', 'updated_at': '2021-07-19T01:14:59Z', 'revision_number': 2, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'subnets': [{'id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:01.621073 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Checking router: 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:15:01.621428 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Updating router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:15:01.678309 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.756927 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-d51a0860-dec3-468d-8f7c-b0098ac493bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3599927
Jul 19 01:15:01.908680 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15511480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14833593'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:01.916238 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-78e083de-d9c4-4386-bd48-401df4922aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:01.969114 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-1d42455b-4366-4ce6-bd74-062f11807f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:01.970716 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-1d42455b-4366-4ce6-bd74-062f11807f08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 1099 time: 0.1618471
Jul 19 01:15:01.992062 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:01.995906 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:02.001799 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Checking segment: {'id': '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:15:02.002158 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Network hostable DHCP agents. Network: 07ec40ff-fc04-4719-9c06-e092edd21bdb, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:15:02.021951 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Network 07ec40ff-fc04-4719-9c06-e092edd21bdb is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:15:02.031350 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 07ec40ff-fc04-4719-9c06-e092edd21bdb) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:15:02.032018 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.036180 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:02.037278 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.041875 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50dbd8c-5ab9-4e40-a238-8edc0f9dc749 None None] Network 07ec40ff-fc04-4719-9c06-e092edd21bdb requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:15:02.044579 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Transition to ACTIVE for port object 649b5f1c-557e-4eb3-8ba9-13e7272adb5e will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:15:02.052162 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.056922 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-fb2111f8-3fed-4572-a5b0-1293c6a15b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:02.069285 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-2f03268b-70fe-4923-8e40-6c7b48efb98f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5511496
Jul 19 01:15:02.069491 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42092) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:02.076463 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1961528101-router', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:02.082398 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:02.086338 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Usage tracker for resource:router and tenant:13dcb099196e4ec687136b16cce22ab0 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:02.089146 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:02.096023 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:02.107350 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1764116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-230778'] for router, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.108647 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-230771'] for router, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.129635 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.224711 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a31cad-8100-413c-9dda-63edd08e9bae None None] Pushing event updated for resources: {'Port': ['ID=649b5f1c-557e-4eb3-8ba9-13e7272adb5e,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:02.273238 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd5a257-e18e-57a7-9ff8-706e6ca1d8f8-07ec40ff-fc04-4719-9c06-e092edd21bdb', 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'fixed_ips': [{'subnet_id': '2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb'}]}} from dv-cinder-801236-1-iscsi. {{(pid=78649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 19 01:15:02.274882 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.275497 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-59a31cad-8100-413c-9dda-63edd08e9bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:02.346072 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Attempting to bind port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:15:02.346704 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Attempting to bind port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:15:02.347259 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Attempting to bind port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e on network 5eba43dc-783b-41f8-aa32-ef519c624c05 {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:15:02.354863 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:15:02.355837 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Checking segment: {'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:15:02.356682 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.357482 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Bound using segment: {'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:15:02.358163 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Bound port: 649b5f1c-557e-4eb3-8ba9-13e7272adb5e, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:15:02.358729 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.516458 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 8a0946b4-2f6a-4744-a354-bc5399d2304b up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:02.576618 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.db_base_plugin_common [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Allocated IP 172.20.0.2 (07ec40ff-fc04-4719-9c06-e092edd21bdb/2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb/63460808-fa10-4811-999e-cea004925b8b) {{(pid=78649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:15:02.608716 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] For port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:15:02.612830 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] For port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=649b5f1c-557e-4eb3-8ba9-13e7272adb5e,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:15:02.621062 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.634448 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-d9bd4932-0cd6-4c91-987e-c06d430ef2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:02.647576 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.719444 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cd4b6-345f-46ef-bc7c-7dd1215ead6e req-5f774c38-cee9-469d-8b1b-b889c8770d64 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:02.721294 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-110cd4b6-345f-46ef-bc7c-7dd1215ead6e req-5f774c38-cee9-469d-8b1b-b889c8770d64 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.2504292
Jul 19 01:15:02.791112 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-110cd4b6-345f-46ef-bc7c-7dd1215ead6e req-7a1262da-ff44-41a6-ab44-0aea945db963 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581892
Jul 19 01:15:02.796540 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Routers {'9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:02.797959 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda377e3580>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:02.801607 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 8a0946b4-2f6a-4744-a354-bc5399d2304b triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:02.802209 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:02.930701 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a31cad-8100-413c-9dda-63edd08e9bae None None] Pushing event updated for resources: {'Port': ['ID=649b5f1c-557e-4eb3-8ba9-13e7272adb5e,revision_number=4']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:02.934671 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-59a31cad-8100-413c-9dda-63edd08e9bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:02.947392 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:03.063948 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Notify callbacks [] for port, precommit_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:03.064529 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] Set router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:03.086532 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Transition to ACTIVE for port object 63460808-fa10-4811-999e-cea004925b8b will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:15:03.105786 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Transition to ACTIVE for port object 63460808-fa10-4811-999e-cea004925b8b will not be triggered until provisioned by entity DHCP. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:15:03.111912 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:03.114445 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:03.124084 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:03.144689 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:03.184300 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Network 07ec40ff-fc04-4719-9c06-e092edd21bdb is already hosted by enough agents. {{(pid=78649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:15:03.188058 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.base_scheduler [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Resources bound (agent type, host, resource id):  {{(pid=78649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:15:03.195176 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Received port after_create {{(pid=78649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:15:03.243031 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Pushing event updated for resources: {'Port': ['ID=63460808-fa10-4811-999e-cea004925b8b,revision_number=1']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:03.250625 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:03.294005 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Allocated IP 172.27.3.38 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/3e40a137-9781-4d14-ab95-27a0ad7e0ae1) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:15:03.300515 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Attempting to bind port 63460808-fa10-4811-999e-cea004925b8b on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:15:03.301077 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Attempting to bind port 63460808-fa10-4811-999e-cea004925b8b by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:15:03.301295 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Attempting to bind port 63460808-fa10-4811-999e-cea004925b8b on network 07ec40ff-fc04-4719-9c06-e092edd21bdb {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:15:03.307832 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:15:03.308534 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Checking segment: {'id': '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:15:03.308669 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:03.309004 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Bound using segment: {'id': '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:15:03.309480 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Bound port: 63460808-fa10-4811-999e-cea004925b8b, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:15:03.309888 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:03.391179 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda377e3580>, [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:59Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '649b5f1c-557e-4eb3-8ba9-13e7272adb5e', 'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'mac_address': 'fa:16:3e:be:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:58Z', 'updated_at': '2021-07-19T01:15:02Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'subnets': [{'id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:03.395599 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3602968-e5ff-44c6-9d3b-2d4a7c39bd05 None None] The sync data for ids ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'] in dv-cinder-801236-1-iscsi is: [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:59Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '649b5f1c-557e-4eb3-8ba9-13e7272adb5e', 'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'mac_address': 'fa:16:3e:be:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:58Z', 'updated_at': '2021-07-19T01:15:02Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'subnets': [{'id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:15:03.469508 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] For port 63460808-fa10-4811-999e-cea004925b8b, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:15:03.473138 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] For port 63460808-fa10-4811-999e-cea004925b8b, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=63460808-fa10-4811-999e-cea004925b8b,segment=NetworkSegment(614143e7-0cc7-4ed9-b72a-30ce86ca0ce0),segment_id=614143e7-0cc7-4ed9-b72a-30ce86ca0ce0)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:15:03.476926 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:03.477594 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:03.482203 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:03.514481 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:03.519690 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:03.581290 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Pushing event updated for resources: {'Port': ['ID=63460808-fa10-4811-999e-cea004925b8b,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:03.584224 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:15:03.584896 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:03.586694 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:15:03.590524 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:15:03.633755 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Pushing event updated for resources: {'Port': ['ID=3e40a137-9781-4d14-ab95-27a0ad7e0ae1,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:03.638474 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:04.146716 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70823688-81bd-4ac1-8ece-b48741bc85a1 req-e1508853-9614-4ae4-b05f-852631664611 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:04.148190 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-70823688-81bd-4ac1-8ece-b48741bc85a1 req-e1508853-9614-4ae4-b05f-852631664611 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1877029
Jul 19 01:15:04.148759 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:04.375036 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-70823688-81bd-4ac1-8ece-b48741bc85a1 req-5bfd78dd-9ed8-4d8b-a475-c5a3ee245281 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1790581
Jul 19 01:15:04.536233 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 63460808-fa10-4811-999e-cea004925b8b up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:04.605559 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89263b68-f6ac-446a-aafc-a15bedd7349f None None] Network 07ec40ff-fc04-4719-9c06-e092edd21bdb requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:15:04.620551 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 63460808-fa10-4811-999e-cea004925b8b completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:04.635985 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 649b5f1c-557e-4eb3-8ba9-13e7272adb5e up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:04.740888 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932'] for router, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:04.752953 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-5ec0196b-d3d1-4f97-8066-5416d2822104 None None] Provisioning for port 63460808-fa10-4811-999e-cea004925b8b completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:04.770007 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-5ec0196b-d3d1-4f97-8066-5416d2822104 None None] Provisioning complete for port 63460808-fa10-4811-999e-cea004925b8b triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:04.770764 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-5ec0196b-d3d1-4f97-8066-5416d2822104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:04.860312 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-c2990536-60f9-4f09-b173-ae02bb2d44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:04.861629 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-c2990536-60f9-4f09-b173-ae02bb2d44f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 910 time: 0.2230484
Jul 19 01:15:04.876189 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:04.892229 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:04.892604 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:05.045983 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-44b849a5-efbd-43de-a102-e8fbe13e171c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=206408cd-9b3e-4235-a723-2a663ad1350a HTTP/1.1" status: 200  len: 1001 time: 0.1287575
Jul 19 01:15:05.064900 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-5ec0196b-d3d1-4f97-8066-5416d2822104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:05.131971 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-4d17950b-e9bb-4441-b2a5-97050d667d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:05.133494 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-4d17950b-e9bb-4441-b2a5-97050d667d71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c HTTP/1.1" status: 200  len: 849 time: 0.0773497
Jul 19 01:15:05.134970 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 is scheduled to L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b with binding_index 1 {{(pid=78647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 19 01:15:05.167875 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-5ec0196b-d3d1-4f97-8066-5416d2822104 None None] For port 63460808-fa10-4811-999e-cea004925b8b, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=63460808-fa10-4811-999e-cea004925b8b,segment=NetworkSegment(614143e7-0cc7-4ed9-b72a-30ce86ca0ce0),segment_id=614143e7-0cc7-4ed9-b72a-30ce86ca0ce0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:05.173747 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:05.183990 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-5ec0196b-d3d1-4f97-8066-5416d2822104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:05.186289 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:05.266203 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=649b5f1c-557e-4eb3-8ba9-13e7272adb5e,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:05.270505 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0196b-d3d1-4f97-8066-5416d2822104 None None] Pushing event updated for resources: {'Port': ['ID=63460808-fa10-4811-999e-cea004925b8b,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:05.273827 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-5ec0196b-d3d1-4f97-8066-5416d2822104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:05.274760 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:05.276448 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:05.346596 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=649b5f1c-557e-4eb3-8ba9-13e7272adb5e,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:05.349698 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:05.381656 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-268ca270-6501-4eee-bffd-6266cc0d9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:05.383112 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-268ca270-6501-4eee-bffd-6266cc0d9439 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b731d6dd-df44-4e7f-9097-7719acf232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2408419
Jul 19 01:15:05.384157 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:15:05.395303 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Sync routers for ids ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:15:05.408367 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Routers {'5acecc12-9aa4-421c-96ed-abe3de73e8a4'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:05.409022 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37c10910>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:05.485626 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-81be3849-26b7-4157-9b64-5d0675a6f6a5 None None] Provisioning complete for port 63460808-fa10-4811-999e-cea004925b8b triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:05.486043 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-81be3849-26b7-4157-9b64-5d0675a6f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:05.496001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Notify callbacks [] for router, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:05.500476 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42128) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:05.500996 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.4304295
Jul 19 01:15:05.607829 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-7934ebb6-52f7-4737-88fe-bb60c98559c1 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2163723
Jul 19 01:15:05.719049 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Set router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:05.925686 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce1bf0-bdf6-465e-959d-d9380cb1a369 req-5d9a6486-08c7-4084-8a0a-108746797c60 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:05.927221 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-71ce1bf0-bdf6-465e-959d-d9380cb1a369 req-5d9a6486-08c7-4084-8a0a-108746797c60 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.4070568
Jul 19 01:15:06.007143 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-71ce1bf0-bdf6-465e-959d-d9380cb1a369 req-9e2d517f-c982-48bc-8808-10a6b39ac797 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735636
Jul 19 01:15:06.009651 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fc18a56c-bd66-41bb-a6fb-d719e308cc7b req-2148fdbe-09ca-4980-8190-5e0e12d07b3c service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3919919
Jul 19 01:15:06.103350 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37c10910>, [{'id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'name': 'tempest-TestMinimumBasicScenario-1961528101-router', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:02Z', 'updated_at': '2021-07-19T01:15:03Z', 'revision_number': 3, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'gw_port': {'id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:03Z', 'updated_at': '2021-07-19T01:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:06.108161 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Checking router: 5acecc12-9aa4-421c-96ed-abe3de73e8a4 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:15:06.108651 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Updating router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 binding host dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:15:06.161639 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:06.455659 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:06.474190 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 63460808-fa10-4811-999e-cea004925b8b up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:06.521136 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Notify callbacks [] for port, precommit_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:06.540059 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Transition to ACTIVE for port object 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:15:06.547558 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:06.551748 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:06.631280 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Attempting to bind port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:15:06.631657 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Attempting to bind port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:15:06.632017 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Attempting to bind port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 on network 7d593f98-e37a-458f-a122-e95b8a18b7fd {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:15:06.633880 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 63460808-fa10-4811-999e-cea004925b8b triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:06.634247 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:06.660131 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Allocated IP 172.20.0.1 (07ec40ff-fc04-4719-9c06-e092edd21bdb/2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb/295b1c3a-0bda-429f-980d-74ef80bf9032) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:15:06.672805 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:15:06.673185 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:15:06.673594 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:06.674015 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Bound using segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:15:06.674488 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Bound port: 3e40a137-9781-4d14-ab95-27a0ad7e0ae1, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:15:06.674868 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:06.716908 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248bf27-d8ac-476f-b6f8-cf520620b546 None None] Pushing event updated for resources: {'Port': ['ID=3e40a137-9781-4d14-ab95-27a0ad7e0ae1,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:06.728183 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-6248bf27-d8ac-476f-b6f8-cf520620b546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:06.799267 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] For port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:15:06.814484 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:06.819463 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] For port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=3e40a137-9781-4d14-ab95-27a0ad7e0ae1,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:15:06.827502 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:06.831275 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Transition to ACTIVE for port object 295b1c3a-0bda-429f-980d-74ef80bf9032 will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:15:06.832644 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:06.855901 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:06.860502 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2a4190ee-e3b8-4b4e-8530-dcaa5fb1969e tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:06.867007 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 649b5f1c-557e-4eb3-8ba9-13e7272adb5e up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:06.924734 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Network 07ec40ff-fc04-4719-9c06-e092edd21bdb is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:15:06.926162 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:15:06.930801 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:15:06.958492 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Routers {'5acecc12-9aa4-421c-96ed-abe3de73e8a4'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:06.959129 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37c10910>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:06.984084 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Pushing event updated for resources: {'Port': ['ID=295b1c3a-0bda-429f-980d-74ef80bf9032,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:06.991971 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:07.004576 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333378'] for router_interface, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:07.024941 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248bf27-d8ac-476f-b6f8-cf520620b546 None None] Pushing event updated for resources: {'Port': ['ID=3e40a137-9781-4d14-ab95-27a0ad7e0ae1,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:07.038676 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-6248bf27-d8ac-476f-b6f8-cf520620b546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:07.106579 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:07.106953 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:07.151320 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:07.197474 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] Set router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:07.233060 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c74dc-d001-47a0-a788-11e6e5e91323 req-155562b7-8461-4c96-8221-91065fe7ff61 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:07.235171 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e65c74dc-d001-47a0-a788-11e6e5e91323 req-155562b7-8461-4c96-8221-91065fe7ff61 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0914660
Jul 19 01:15:07.289459 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e65c74dc-d001-47a0-a788-11e6e5e91323 req-1c23d765-70e1-407d-a570-4747b719f2e8 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483451
Jul 19 01:15:07.414725 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:07.419396 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:07.438849 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-be6e9e10-76a1-4c64-a9ba-5c3d6e6907d7 None None] Provisioning for port 295b1c3a-0bda-429f-980d-74ef80bf9032 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:07.446212 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0a464160-81f9-4722-8ad4-ff94fe8fd8e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:07.459597 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-be6e9e10-76a1-4c64-a9ba-5c3d6e6907d7 None None] Provisioning complete for port 295b1c3a-0bda-429f-980d-74ef80bf9032 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:07.459995 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e10-76a1-4c64-a9ba-5c3d6e6907d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:07.526849 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333543'] for router_interface, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:07.530471 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Pushing event updated for resources: {'Port': ['ID=295b1c3a-0bda-429f-980d-74ef80bf9032,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:07.533855 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:07.599852 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-be6e9e10-76a1-4c64-a9ba-5c3d6e6907d7 None None] Port 295b1c3a-0bda-429f-980d-74ef80bf9032 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:15:07.637068 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37c10910>, [{'id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'name': 'tempest-TestMinimumBasicScenario-1961528101-router', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:02Z', 'updated_at': '2021-07-19T01:15:03Z', 'revision_number': 3, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'gw_port': {'id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:03Z', 'updated_at': '2021-07-19T01:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:07.640933 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c712a3c-87d4-46cd-a31d-6d5c2c517834 None None] The sync data for ids ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'] in dv-cinder-801236-1-iscsi is: [{'id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'name': 'tempest-TestMinimumBasicScenario-1961528101-router', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:02Z', 'updated_at': '2021-07-19T01:15:03Z', 'revision_number': 3, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'gw_port': {'id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:03Z', 'updated_at': '2021-07-19T01:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:15:07.665813 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Network 07ec40ff-fc04-4719-9c06-e092edd21bdb is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:15:07.667605 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:15:07.922445 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-6ba03d01-4914-442a-bc36-7c5cc15d4c1c None None] Provisioning complete for port 295b1c3a-0bda-429f-980d-74ef80bf9032 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:07.923255 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-6ba03d01-4914-442a-bc36-7c5cc15d4c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:07.986644 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-6ba03d01-4914-442a-bc36-7c5cc15d4c1c None None] Port 295b1c3a-0bda-429f-980d-74ef80bf9032 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:15:08.006123 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:15:08.188821 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:15:08.198752 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] 10.222.0.24 "PUT /v2.0/routers/5acecc12-9aa4-421c-96ed-abe3de73e8a4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6962588
Jul 19 01:15:08.498433 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437476e-a495-4856-bbdc-d9c7e0f7cf52 req-9d7864c0-0c88-490c-93d3-0994a858b38d tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:08.500114 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f437476e-a495-4856-bbdc-d9c7e0f7cf52 req-9d7864c0-0c88-490c-93d3-0994a858b38d tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0956392
Jul 19 01:15:08.522893 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:08.554236 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f437476e-a495-4856-bbdc-d9c7e0f7cf52 req-9b172b87-9f13-42d5-8dc5-2b4785425687 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483615
Jul 19 01:15:08.599941 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:08.604884 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:08.605365 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:08.724814 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:08.745352 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=3e40a137-9781-4d14-ab95-27a0ad7e0ae1,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:08.750398 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:08.752838 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-5ec0196b-d3d1-4f97-8066-5416d2822104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:08.818609 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=3e40a137-9781-4d14-ab95-27a0ad7e0ae1,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:08.821609 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:09.212513 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-d9b286d8-f33b-48e8-956f-552cbd06413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:09.214048 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-d9b286d8-f33b-48e8-956f-552cbd06413f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a348ea9c922b4a408fcd783d34f75e06&device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 1099 time: 0.0814576
Jul 19 01:15:09.366828 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-5063d44b-5d15-4c43-ac86-7df4f1f0ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:09.368625 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-5063d44b-5d15-4c43-ac86-7df4f1f0ff03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c079f077-1996-4d04-bab9-7c5a3344760f HTTP/1.1" status: 200  len: 909 time: 0.1436682
Jul 19 01:15:09.507632 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-ee712407-0aac-4a20-84fa-c6ed40230fcc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d HTTP/1.1" status: 200  len: 1002 time: 0.1324453
Jul 19 01:15:09.648930 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-909bf113-be48-44da-b924-c0251c252a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:09.651440 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-909bf113-be48-44da-b924-c0251c252a10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8 HTTP/1.1" status: 200  len: 848 time: 0.1089752
Jul 19 01:15:09.844580 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b5ee6-b31f-46db-bf7c-efbc8758d063 req-e4b5f63c-19f0-4538-be3a-e04a7dc08f2b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:09.846233 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3d4b5ee6-b31f-46db-bf7c-efbc8758d063 req-e4b5f63c-19f0-4538-be3a-e04a7dc08f2b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1399477
Jul 19 01:15:09.849203 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-5fe6e965-db82-4dfe-be04-115a4646b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:09.850823 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-5fe6e965-db82-4dfe-be04-115a4646b3b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c079f077-1996-4d04-bab9-7c5a3344760f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1860948
Jul 19 01:15:09.917488 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42192) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:09.930530 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3d4b5ee6-b31f-46db-bf7c-efbc8758d063 req-4bcb18d1-c85b-4b56-a469-f9169ee9d8b5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780594
Jul 19 01:15:10.065727 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-bfc58be4-71d3-422f-8f17-accc16f4410a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:10.093298 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-bfc58be4-71d3-422f-8f17-accc16f4410a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:10.102387 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-bfc58be4-71d3-422f-8f17-accc16f4410a admin admin] Usage tracker for resource:security_group_rule and tenant:bb1d73514aa1481e856ee795da742c11 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:10.112437 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-63b4b3d5-d4fa-40c0-a374-9b030ca3e749 service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215433
Jul 19 01:15:10.123238 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-bfc58be4-71d3-422f-8f17-accc16f4410a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:10.146143 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-bfc58be4-71d3-422f-8f17-accc16f4410a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:10.316393 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-bfc58be4-71d3-422f-8f17-accc16f4410a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:10.325050 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-bfc58be4-71d3-422f-8f17-accc16f4410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:10.333340 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-04edddd1-3117-435c-b3dd-ea064e6a75ca req-8617a97e-885d-4b20-90a4-708dcd36d76c service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090354
Jul 19 01:15:10.342689 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-448f009c-b8c4-41ed-b456-b49ebd369572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:10.383235 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-bfc58be4-71d3-422f-8f17-accc16f4410a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb1d73514aa1481e856ee795da742c11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4623599
Jul 19 01:15:10.384096 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42206) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:10.401945 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc58be4-71d3-422f-8f17-accc16f4410a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba977801-86ef-4c44-9e9f-79dbf543ab7b,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:10.405511 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-bfc58be4-71d3-422f-8f17-accc16f4410a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:10.489875 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a49e2f41-929f-4bf4-8258-aff020b9ab53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:10.529368 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a49e2f41-929f-4bf4-8258-aff020b9ab53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:10.530222 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:10.592466 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a49e2f41-929f-4bf4-8258-aff020b9ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:10.597623 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1d5dc5f9-ef06-4d08-bcb3-4a89ea3d2690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:10.612866 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e2f41-929f-4bf4-8258-aff020b9ab53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba977801-86ef-4c44-9e9f-79dbf543ab7b,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:10.613446 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:10.613861 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:10.615413 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a49e2f41-929f-4bf4-8258-aff020b9ab53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:10.617697 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a49e2f41-929f-4bf4-8258-aff020b9ab53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:10.621387 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-a49e2f41-929f-4bf4-8258-aff020b9ab53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba977801-86ef-4c44-9e9f-79dbf543ab7b HTTP/1.1" status: 204  len: 168 time: 0.2332177
Jul 19 01:15:10.809399 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Sync routers for ids ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:15:10.821215 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Routers {'5acecc12-9aa4-421c-96ed-abe3de73e8a4'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:10.821996 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37a09460>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:11.021005 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Set router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:11.154150 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976e3ba-7c5a-41a2-ab9e-0b8cd250a7b5 req-28fcdd32-b972-48d0-80b2-4614c66094bd tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:11.162254 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6976e3ba-7c5a-41a2-ab9e-0b8cd250a7b5 req-28fcdd32-b972-48d0-80b2-4614c66094bd tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1041517
Jul 19 01:15:11.243565 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6976e3ba-7c5a-41a2-ab9e-0b8cd250a7b5 req-e86c34dd-667d-4fb0-8693-0e7024740973 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795333
Jul 19 01:15:11.396630 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37a09460>, [{'id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'name': 'tempest-TestMinimumBasicScenario-1961528101-router', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:02Z', 'updated_at': '2021-07-19T01:15:07Z', 'revision_number': 4, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'gw_port': {'id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:03Z', 'updated_at': '2021-07-19T01:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '295b1c3a-0bda-429f-980d-74ef80bf9032', 'name': '', 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'mac_address': 'fa:16:3e:fb:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:06Z', 'updated_at': '2021-07-19T01:15:07Z', 'revision_number': 2, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'subnets': [{'id': '2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:11.401224 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Checking router: 5acecc12-9aa4-421c-96ed-abe3de73e8a4 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:15:11.401596 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Updating router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 port 295b1c3a-0bda-429f-980d-74ef80bf9032 binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:15:11.459104 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:11.843266 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:11.855873 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Transition to ACTIVE for port object 295b1c3a-0bda-429f-980d-74ef80bf9032 will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:15:11.865193 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:11.871895 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:12.026883 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063c5d7-4649-4e2e-b2d0-9130e411febe None None] Pushing event updated for resources: {'Port': ['ID=295b1c3a-0bda-429f-980d-74ef80bf9032,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:12.068321 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-c063c5d7-4649-4e2e-b2d0-9130e411febe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:12.105812 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Attempting to bind port 295b1c3a-0bda-429f-980d-74ef80bf9032 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:15:12.106197 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Attempting to bind port 295b1c3a-0bda-429f-980d-74ef80bf9032 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:15:12.106569 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Attempting to bind port 295b1c3a-0bda-429f-980d-74ef80bf9032 on network 07ec40ff-fc04-4719-9c06-e092edd21bdb {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:15:12.112387 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:15:12.112777 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Checking segment: {'id': '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:15:12.113193 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:12.113596 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Bound using segment: {'id': '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:15:12.114414 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Bound port: 295b1c3a-0bda-429f-980d-74ef80bf9032, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:15:12.115042 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:12.215801 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] For port 295b1c3a-0bda-429f-980d-74ef80bf9032, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:15:12.218849 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] For port 295b1c3a-0bda-429f-980d-74ef80bf9032, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=295b1c3a-0bda-429f-980d-74ef80bf9032,segment=NetworkSegment(614143e7-0cc7-4ed9-b72a-30ce86ca0ce0),segment_id=614143e7-0cc7-4ed9-b72a-30ce86ca0ce0)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:15:12.224856 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:12.229629 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:12.344513 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Routers {'5acecc12-9aa4-421c-96ed-abe3de73e8a4'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:12.351631 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37a09460>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:12.578710 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76264be-2cfb-46c4-811a-237a2ef64d34 req-0f2e7f89-e1d4-4be6-8061-f03c13f34719 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:12.599542 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d76264be-2cfb-46c4-811a-237a2ef64d34 req-0f2e7f89-e1d4-4be6-8061-f03c13f34719 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1623061
Jul 19 01:15:12.705211 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063c5d7-4649-4e2e-b2d0-9130e411febe None None] Pushing event updated for resources: {'Port': ['ID=295b1c3a-0bda-429f-980d-74ef80bf9032,revision_number=4']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:12.708446 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d76264be-2cfb-46c4-811a-237a2ef64d34 req-b6aae330-a15a-452d-969e-c71f0eb71119 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061864
Jul 19 01:15:12.724567 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-c063c5d7-4649-4e2e-b2d0-9130e411febe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:12.773359 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] Set router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:13.140519 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37a09460>, [{'id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'name': 'tempest-TestMinimumBasicScenario-1961528101-router', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:02Z', 'updated_at': '2021-07-19T01:15:07Z', 'revision_number': 4, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'gw_port': {'id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:03Z', 'updated_at': '2021-07-19T01:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '295b1c3a-0bda-429f-980d-74ef80bf9032', 'name': '', 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'mac_address': 'fa:16:3e:fb:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:06Z', 'updated_at': '2021-07-19T01:15:12Z', 'revision_number': 4, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'subnets': [{'id': '2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:13.149881 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d74f4-1bd9-47ba-a6e6-c3fb2d6a6625 None None] The sync data for ids ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'] in dv-cinder-801236-1-iscsi is: [{'id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'name': 'tempest-TestMinimumBasicScenario-1961528101-router', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:02Z', 'updated_at': '2021-07-19T01:15:07Z', 'revision_number': 4, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'gw_port': {'id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:03Z', 'updated_at': '2021-07-19T01:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '295b1c3a-0bda-429f-980d-74ef80bf9032', 'name': '', 'network_id': '07ec40ff-fc04-4719-9c06-e092edd21bdb', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'mac_address': 'fa:16:3e:fb:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:06Z', 'updated_at': '2021-07-19T01:15:12Z', 'revision_number': 4, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'subnets': [{'id': '2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:15:13.981993 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52007c-8990-4947-8872-d85cccd976b8 req-2b9eba53-e781-46cb-96e0-e68a116d744b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:13.984100 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2b52007c-8990-4947-8872-d85cccd976b8 req-2b9eba53-e781-46cb-96e0-e68a116d744b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1193795
Jul 19 01:15:14.042578 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2b52007c-8990-4947-8872-d85cccd976b8 req-4f34c705-ee21-4031-b494-51dd22bb36b0 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491066
Jul 19 01:15:14.563669 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42260) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:14.569647 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0812a-825b-4ad2-9210-8114a73ae1cb req-273bf766-d631-4b59-84f0-d0db5074d2fd tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:14.581391 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-62c0812a-825b-4ad2-9210-8114a73ae1cb req-273bf766-d631-4b59-84f0-d0db5074d2fd tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1371324
Jul 19 01:15:14.609297 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 295b1c3a-0bda-429f-980d-74ef80bf9032 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:14.677149 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-62c0812a-825b-4ad2-9210-8114a73ae1cb req-67926436-04c4-4d87-b70c-4060e8315bfb tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941858
Jul 19 01:15:14.743998 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 295b1c3a-0bda-429f-980d-74ef80bf9032 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:14.751136 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 295b1c3a-0bda-429f-980d-74ef80bf9032 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:14.751793 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:14.815459 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-39970923-dce5-400f-865e-c3819794a71e req-951a16ac-d2e6-4bc9-885f-7c9154eff541 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2495751
Jul 19 01:15:14.965719 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:15.028523 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 295b1c3a-0bda-429f-980d-74ef80bf9032, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=295b1c3a-0bda-429f-980d-74ef80bf9032,segment=NetworkSegment(614143e7-0cc7-4ed9-b72a-30ce86ca0ce0),segment_id=614143e7-0cc7-4ed9-b72a-30ce86ca0ce0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:15.037125 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:15.039526 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:15.143704 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=295b1c3a-0bda-429f-980d-74ef80bf9032,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:15.147703 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:15.885792 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 42b6981a-e088-4539-ba72-650fa6fa1c6d no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:15:16.112269 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:16.144184 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:15:16.157691 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 42b6981a-e088-4539-ba72-650fa6fa1c6d, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:16.163081 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:16.165340 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db5642-0752-4834-93b2-7092934ccba1 req-d1c3cfc1-3ac2-4b38-9488-1d487a7fca8f tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:16.166334 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7e4876dd-13d0-4f9a-be5f-ab64a416b43b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:16.170195 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-47db5642-0752-4834-93b2-7092934ccba1 req-d1c3cfc1-3ac2-4b38-9488-1d487a7fca8f tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.3018410
Jul 19 01:15:16.217765 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436d8ce-1d0a-4d1c-a77d-6e6e4ab1be44 req-539b4975-f861-4f0c-bcc7-92953d015320 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:16.219221 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2436d8ce-1d0a-4d1c-a77d-6e6e4ab1be44 req-539b4975-f861-4f0c-bcc7-92953d015320 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 945 time: 0.1681676
Jul 19 01:15:16.251468 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-47db5642-0752-4834-93b2-7092934ccba1 req-f51bfc0f-cf04-4f20-aa05-cd0bd9fe8f74 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772231
Jul 19 01:15:16.259475 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=42b6981a-e088-4539-ba72-650fa6fa1c6d,revision_number=6']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:16.271270 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:16.326272 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2436d8ce-1d0a-4d1c-a77d-6e6e4ab1be44 req-289277ff-1a31-42e8-b302-817aaa27ca9a tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869620
Jul 19 01:15:16.385006 dv-cinder-801236-1-iscsi neutron-server[78649]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'code': 422} returned with failed status
Jul 19 01:15:16.476527 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 295b1c3a-0bda-429f-980d-74ef80bf9032 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:16.547667 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 295b1c3a-0bda-429f-980d-74ef80bf9032 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:16.548045 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:17.460421 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4e1dd-937c-4fc4-9508-831832584921 req-53bc0e65-0a65-4b36-82d6-3d94ef130085 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:17.462094 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-64e4e1dd-937c-4fc4-9508-831832584921 req-53bc0e65-0a65-4b36-82d6-3d94ef130085 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.0862792
Jul 19 01:15:17.564477 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-64e4e1dd-937c-4fc4-9508-831832584921 req-3617e8f4-225f-4f98-9428-8980a6cffdaf tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630739
Jul 19 01:15:17.584352 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cabd9d-3569-4cd2-9d60-49b7203c33b9 req-e0e8dbe4-9f3d-414f-a19a-1ddab99186a7 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:17.592001 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a6cabd9d-3569-4cd2-9d60-49b7203c33b9 req-e0e8dbe4-9f3d-414f-a19a-1ddab99186a7 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 945 time: 0.1287994
Jul 19 01:15:17.638124 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a6cabd9d-3569-4cd2-9d60-49b7203c33b9 req-248663c1-bcb3-4bd6-bc5b-68a27178fd65 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451112
Jul 19 01:15:17.828959 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970923-dce5-400f-865e-c3819794a71e req-bfadba67-1397-4579-9ecf-ff661e1dfdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:17.830556 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39970923-dce5-400f-865e-c3819794a71e req-bfadba67-1397-4579-9ecf-ff661e1dfdf6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669&tenant_id=a348ea9c922b4a408fcd783d34f75e06 HTTP/1.1" status: 200  len: 1097 time: 0.0857663
Jul 19 01:15:17.954355 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970923-dce5-400f-865e-c3819794a71e req-6b6a1829-16b8-4855-ba70-ee8981baefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:17.955946 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39970923-dce5-400f-865e-c3819794a71e req-6b6a1829-16b8-4855-ba70-ee8981baefe8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a348ea9c922b4a408fcd783d34f75e06&device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 1097 time: 0.0849423
Jul 19 01:15:18.098088 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970923-dce5-400f-865e-c3819794a71e req-f915eac1-fa51-4422-8986-56b8c85175f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:18.099558 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39970923-dce5-400f-865e-c3819794a71e req-f915eac1-fa51-4422-8986-56b8c85175f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c079f077-1996-4d04-bab9-7c5a3344760f HTTP/1.1" status: 200  len: 909 time: 0.1358209
Jul 19 01:15:18.214295 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39970923-dce5-400f-865e-c3819794a71e req-58e51d22-1e01-418c-a703-ba7aeaf2c0bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d HTTP/1.1" status: 200  len: 1000 time: 0.1069229
Jul 19 01:15:18.306562 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970923-dce5-400f-865e-c3819794a71e req-21ba88ce-36b3-4eb8-9218-6bbb09f7019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:18.308492 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39970923-dce5-400f-865e-c3819794a71e req-21ba88ce-36b3-4eb8-9218-6bbb09f7019b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8 HTTP/1.1" status: 200  len: 848 time: 0.0683513
Jul 19 01:15:18.332527 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-b7569183-c714-4e5c-9b8b-712576a92992 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:18.333231 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-b7569183-c714-4e5c-9b8b-712576a92992 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Synchronizing usage tracker for tenant:83c3092e17bb4a66916930215abd741e on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:15:18.350897 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-b7569183-c714-4e5c-9b8b-712576a92992 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Unset dirty status for tenant:83c3092e17bb4a66916930215abd741e on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:15:18.352491 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-b7569183-c714-4e5c-9b8b-712576a92992 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.16 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 945 time: 0.1110890
Jul 19 01:15:18.403366 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970923-dce5-400f-865e-c3819794a71e req-6f5d8db8-42ed-4f05-9db5-e8dc52a96ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:18.405540 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39970923-dce5-400f-865e-c3819794a71e req-6f5d8db8-42ed-4f05-9db5-e8dc52a96ff3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c079f077-1996-4d04-bab9-7c5a3344760f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893679
Jul 19 01:15:18.443288 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Deleting port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:15:18.444003 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:18.573859 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39970923-dce5-400f-865e-c3819794a71e req-438cd539-5a93-4d02-85aa-7b9ccc83619b service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562109
Jul 19 01:15:18.764453 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39970923-dce5-400f-865e-c3819794a71e req-e36a6cd0-136d-4116-98e2-a4fb4c40465c service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829729
Jul 19 01:15:18.811724 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] For port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,segment=NetworkSegment(fbc07420-975a-4d21-8659-4d5d2ebff3ce),segment_id=fbc07420-975a-4d21-8659-4d5d2ebff3ce)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:18.812234 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:18.952817 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82a2d0-19b8-4038-a5b3-0f4a82b50fb3 req-1dcfce6c-55de-4840-b661-5026eec3786b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:18.956565 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Calling delete_port for c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:15:18.960482 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fe82a2d0-19b8-4038-a5b3-0f4a82b50fb3 req-1dcfce6c-55de-4840-b661-5026eec3786b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.1926689
Jul 19 01:15:19.016316 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34b823-cc16-4ba9-bcba-a3aba4edcdce req-b09415d8-2625-483a-8f4c-90aeab99af36 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:19.017955 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6d34b823-cc16-4ba9-bcba-a3aba4edcdce req-b09415d8-2625-483a-8f4c-90aeab99af36 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/ports?device_id=384412c1-abef-4cab-9863-1135f43b2edf HTTP/1.1" status: 200  len: 945 time: 0.1530354
Jul 19 01:15:19.031388 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fe82a2d0-19b8-4038-a5b3-0f4a82b50fb3 req-7bbc57e7-cfcf-46af-a9aa-a6dff74e9d02 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697472
Jul 19 01:15:19.102365 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6d34b823-cc16-4ba9-bcba-a3aba4edcdce req-f4a5e0b9-9f9d-445c-ba34-6af65670f4d3 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e8887b1-7fac-4c83-b40b-06838816449f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675223
Jul 19 01:15:19.126251 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:19.133266 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c19cf8f7-19a6-4b26-b339-46be85cf6846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:19.164478 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:15:19.252422 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Pushing event deleted for resources: {'Port': ['ID=c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:19.268801 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.269160 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.269514 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.269913 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.270229 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.270606 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.270907 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.271258 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.271579 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.271912 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.272267 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.272574 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:19.275649 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] No DVR routers for this DVR port c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:15:19.277126 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:19.278167 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:19.280787 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384412c1-abef-4cab-9863-1135f43b2edf', 'name': 'network-vif-deleted', 'tag': 'c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:15:19.303218 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-6c7bc848-fea8-4b16-ae2f-dad8649e2799 req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] 10.222.0.16 "DELETE /v2.0/ports/c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 HTTP/1.1" status: 204  len: 173 time: 0.9445961
Jul 19 01:15:19.465574 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384412c1-abef-4cab-9863-1135f43b2edf', 'name': 'network-vif-deleted', 'tag': 'c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2', 'status': 'completed', 'code': 200}
Jul 19 01:15:20.242960 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd3342-108b-4a35-9e0a-1b3fc57b3c90 req-2a9bb0d5-7fe2-4e55-a80a-3c2b55e0e412 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:20.244463 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4bdd3342-108b-4a35-9e0a-1b3fc57b3c90 req-2a9bb0d5-7fe2-4e55-a80a-3c2b55e0e412 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.0932229
Jul 19 01:15:20.290344 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4bdd3342-108b-4a35-9e0a-1b3fc57b3c90 req-eb0d9289-1e11-4235-b317-0c193239e507 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394235
Jul 19 01:15:20.654716 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c64733-8076-40f9-99a2-46e32be61077 req-f01d3109-8289-4892-bf07-e44f032f2ebf tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:20.656174 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-f01d3109-8289-4892-bf07-e44f032f2ebf tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/networks?id=5eba43dc-783b-41f8-aa32-ef519c624c05 HTTP/1.1" status: 200  len: 814 time: 0.2893393
Jul 19 01:15:20.679230 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-ebe0d156-9c6f-4e64-a48c-41edf8f82cb2 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/quotas/880524b6d86e4d918495c133fb3b940e HTTP/1.1" status: 200  len: 375 time: 0.0155058
Jul 19 01:15:20.688158 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac241b-600d-46c4-8b59-a4266ce0b787 req-d05c2a5c-dd05-4a54-8536-03042c91d87b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:20.694227 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-40ac241b-600d-46c4-8b59-a4266ce0b787 req-d05c2a5c-dd05-4a54-8536-03042c91d87b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1382277
Jul 19 01:15:20.800227 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-40ac241b-600d-46c4-8b59-a4266ce0b787 req-08f95524-5cc7-4c87-ab1c-5767c86386a5 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038322
Jul 19 01:15:20.825952 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-9f917e1d-c8cd-4a85-b1fd-258810c67cef tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=880524b6d86e4d918495c133fb3b940e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1306555
Jul 19 01:15:21.013481 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-5b044d3a-30f2-4ce4-8ec8-72703b832a27 service neutron] 10.222.0.24 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753981
Jul 19 01:15:21.143148 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-5695ac0a-4551-4bc2-99df-96c80cdac0d9 service neutron] 10.222.0.24 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238616
Jul 19 01:15:21.320125 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9ed096cf-d02e-42bb-8128-d3f6017aa4a6 req-8a84f91a-129d-4ea8-a7e9-eab650bc421d tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 210 time: 0.0487819
Jul 19 01:15:21.479802 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a44269-4b4c-4426-b598-9dd1efa1e93e req-795a4454-730d-435d-bdec-dead36b5c788 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:21.481445 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e9a44269-4b4c-4426-b598-9dd1efa1e93e req-795a4454-730d-435d-bdec-dead36b5c788 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.0821357
Jul 19 01:15:21.530277 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e9a44269-4b4c-4426-b598-9dd1efa1e93e req-05f5c1c4-6a87-417c-a04e-14d0041574ca tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422959
Jul 19 01:15:21.897877 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:15:21.945409 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:15:21.945878 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c4fe2fcc-a3cf-4f10-942b-c9e7cfa288e2 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:15:22.000208 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1efe8-a591-406c-b0ed-fefe6a423a6c req-75290d45-3a7c-42f8-87cc-b15faa1f3a96 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:22.001665 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-15b1efe8-a591-406c-b0ed-fefe6a423a6c req-75290d45-3a7c-42f8-87cc-b15faa1f3a96 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0851266
Jul 19 01:15:22.046079 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-15b1efe8-a591-406c-b0ed-fefe6a423a6c req-9d08ad9b-84ce-47f8-8050-44d4aef6f774 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386636
Jul 19 01:15:22.474574 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-28b5d80e-0bdb-45e3-9bcc-39405d3d0295 req-ee57fa65-97c7-4beb-8094-4dbbc30fce8a tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 210 time: 0.0417163
Jul 19 01:15:22.713398 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75d9c-deac-4459-a490-c305fa9734fb req-572f037a-7d10-4cb7-a3a6-663317dd4aeb tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:22.714874 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d6b75d9c-deac-4459-a490-c305fa9734fb req-572f037a-7d10-4cb7-a3a6-663317dd4aeb tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.0811019
Jul 19 01:15:22.759258 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d6b75d9c-deac-4459-a490-c305fa9734fb req-01fbe88c-bcd1-40d6-9694-ef43d387d4c3 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387614
Jul 19 01:15:23.229383 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6140fa-f9ef-487e-862a-29d73151d563 req-9e046ed0-ecc9-4340-af47-335289aef23f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:23.230864 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4a6140fa-f9ef-487e-862a-29d73151d563 req-9e046ed0-ecc9-4340-af47-335289aef23f tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0831845
Jul 19 01:15:23.275371 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4a6140fa-f9ef-487e-862a-29d73151d563 req-92ecff79-4209-4a18-addc-db7cd14436eb tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384271
Jul 19 01:15:23.622803 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-88d33bf5-7771-413e-a9b8-3d97d06b6c51 req-96f6d316-ca33-47f4-8186-08881b78fa74 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 210 time: 0.0415950
Jul 19 01:15:23.949275 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30420f-0bbb-461c-8b4b-c3ab8c8abb96 req-34a7963e-563d-4ed2-b9ba-988996b90ae7 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:23.950748 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fe30420f-0bbb-461c-8b4b-c3ab8c8abb96 req-34a7963e-563d-4ed2-b9ba-988996b90ae7 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.0838912
Jul 19 01:15:24.000837 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fe30420f-0bbb-461c-8b4b-c3ab8c8abb96 req-37c00471-1d98-4adb-abbd-06c192a3a06a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445056
Jul 19 01:15:24.455917 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc28171-49d2-4606-996e-2efe8417a81a req-11ec66ec-851d-4c44-be15-73e1a10b7108 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:24.457365 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cfc28171-49d2-4606-996e-2efe8417a81a req-11ec66ec-851d-4c44-be15-73e1a10b7108 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.0789666
Jul 19 01:15:24.500999 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cfc28171-49d2-4606-996e-2efe8417a81a req-aebb7243-7469-46b3-ae26-74d03248c444 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379381
Jul 19 01:15:24.772881 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7e8dde76-4498-440f-a83d-162df878e5fb req-c8482ce3-8ac7-415f-a44d-18c343c6d1a5 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 210 time: 0.0447395
Jul 19 01:15:25.182578 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01052e32-8d35-4bdf-8b31-4ef4f338db7e req-9a9d6cff-4f7b-4fe6-bdc3-b787ec0d044a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:25.184058 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-01052e32-8d35-4bdf-8b31-4ef4f338db7e req-9a9d6cff-4f7b-4fe6-bdc3-b787ec0d044a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.0819278
Jul 19 01:15:25.231937 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-01052e32-8d35-4bdf-8b31-4ef4f338db7e req-7b01da58-b23f-46ba-96d0-2440791ad42c tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400169
Jul 19 01:15:25.237394 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b2f05bff-d5a8-4379-be4c-8feb6f59de3e tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:25.238117 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b2f05bff-d5a8-4379-be4c-8feb6f59de3e tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Synchronizing usage tracker for tenant:880524b6d86e4d918495c133fb3b940e on resource:network {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:15:25.255450 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b2f05bff-d5a8-4379-be4c-8feb6f59de3e tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Unset dirty status for tenant:880524b6d86e4d918495c133fb3b940e on resource:network {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:15:25.256585 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b2f05bff-d5a8-4379-be4c-8feb6f59de3e tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.16 "GET /v2.0/networks?id=5eba43dc-783b-41f8-aa32-ef519c624c05 HTTP/1.1" status: 200  len: 814 time: 0.1632431
Jul 19 01:15:25.279417 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'port': {'device_id': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'admin_state_up': True, 'tenant_id': '880524b6d86e4d918495c133fb3b940e'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:25.479585 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-c7bd60fd-e68e-478a-935a-4d0f0ca78610 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:25.481177 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-c7bd60fd-e68e-478a-935a-4d0f0ca78610 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.1054685
Jul 19 01:15:25.536111 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:25.563301 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Usage tracker for resource:port and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:25.566425 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:25.577819 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:25.578562 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Deleting port 206408cd-9b3e-4235-a723-2a663ad1350a {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:15:25.578942 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:25.598692 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Made reservation on behalf of 880524b6d86e4d918495c133fb3b940e for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:15:25.604975 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:25.841770 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Allocated IP 172.20.0.9 (5eba43dc-783b-41f8-aa32-ef519c624c05/565c58e9-c73a-4130-88c9-e09f2e3c510b/f0b90016-2749-47ba-b327-4eb29d5dd893) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:15:25.989597 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c6c5-51d0-4e0d-95ca-9b1be4a553a8 req-8aec157b-158a-4e4b-827c-59bf91884b74 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:25.997631 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39e0c6c5-51d0-4e0d-95ca-9b1be4a553a8 req-8aec157b-158a-4e4b-827c-59bf91884b74 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 946 time: 0.2261238
Jul 19 01:15:26.182105 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2418a440-caeb-4b3a-9878-dba9377b2456 req-f973be1b-fa0e-467d-9780-c54c2ec907cf tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 210 time: 0.1593330
Jul 19 01:15:26.311855 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-39e0c6c5-51d0-4e0d-95ca-9b1be4a553a8 req-4fbac983-605b-46b7-8d06-ceea191c18d4 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3130927
Jul 19 01:15:26.356212 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] For port 206408cd-9b3e-4235-a723-2a663ad1350a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=206408cd-9b3e-4235-a723-2a663ad1350a,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:26.356918 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:26.439661 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:26.488498 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Transition to ACTIVE for port object f0b90016-2749-47ba-b327-4eb29d5dd893 will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:15:26.535297 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:26.542630 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-024b739c-4fd2-4be9-8eb3-f3cb5ffbc6b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:26.612852 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Network 5eba43dc-783b-41f8-aa32-ef519c624c05 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:15:26.616545 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:15:26.620969 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:15:26.689753 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'Port': ['ID=f0b90016-2749-47ba-b327-4eb29d5dd893,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:26.700669 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:26.724089 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:26.724704 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:26.757055 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4816425
Jul 19 01:15:26.836357 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:26.840861 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:26.841446 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Floating IP 7f4e58b8-26e8-49aa-acfd-cab639f5a063 disassociated. External IP: 172.27.3.93, port: 206408cd-9b3e-4235-a723-2a663ad1350a.
Jul 19 01:15:26.841580 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Calling delete_port for 206408cd-9b3e-4235-a723-2a663ad1350a owned by compute:nova {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:15:26.893023 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155c8e1-92d6-4448-8f1d-f1d79e6ffb18 req-967207c1-c2bc-44b5-a1c2-fbb918c3fe4b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:26.901190 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e155c8e1-92d6-4448-8f1d-f1d79e6ffb18 req-967207c1-c2bc-44b5-a1c2-fbb918c3fe4b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.3044746
Jul 19 01:15:26.984553 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e155c8e1-92d6-4448-8f1d-f1d79e6ffb18 req-b45dbda8-10ba-4a74-952b-8ee2a79da54a tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824268
Jul 19 01:15:26.989977 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-23a16277-c8a8-4dd8-be8e-16eae0874057 None None] Provisioning for port f0b90016-2749-47ba-b327-4eb29d5dd893 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:27.009310 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-23a16277-c8a8-4dd8-be8e-16eae0874057 None None] Provisioning complete for port f0b90016-2749-47ba-b327-4eb29d5dd893 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:27.011997 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-23a16277-c8a8-4dd8-be8e-16eae0874057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:27.089571 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:27.094387 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-23a16277-c8a8-4dd8-be8e-16eae0874057 None None] Port f0b90016-2749-47ba-b327-4eb29d5dd893 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:15:27.096302 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8848992d-2fd9-4b5b-9ba9-ed230b91a44a tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:27.148543 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event deleted for resources: {'Port': ['ID=206408cd-9b3e-4235-a723-2a663ad1350a,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:27.159951 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.160387 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.160862 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.161287 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.161929 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.162349 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.162777 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.163192 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.163608 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.164021 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.164431 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.164842 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:27.170522 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:27.411086 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Router b7d1dfc4-533f-4697-821d-43451d76588e has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:15:27.428368 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f2a94-0072-4912-9399-35d8f2482c9f req-5f412b02-be44-41eb-aab5-3d2e4bd54041 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:27.429788 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8a7f2a94-0072-4912-9399-35d8f2482c9f req-5f412b02-be44-41eb-aab5-3d2e4bd54041 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 931 time: 0.1223912
Jul 19 01:15:27.555518 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8a7f2a94-0072-4912-9399-35d8f2482c9f req-bd8a1473-ccef-49a4-a004-97ed02ef3a99 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714896
Jul 19 01:15:27.878395 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:15:27.891867 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] Sync routers for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:15:27.908148 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 42b6981a-e088-4539-ba72-650fa6fa1c6d details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:15:27.910195 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:27.911826 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37832c70>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:27.921804 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0eb63fb8-3448-4b46-aa3c-33b57c7fee70 req-a9eee816-e740-4948-ab27-8a9de57ff0ab tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.1943440
Jul 19 01:15:27.976205 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] No DVR routers for this DVR port 206408cd-9b3e-4235-a723-2a663ad1350a on host hv-cinder-80123 {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:15:27.982685 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:27.984568 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 206408cd-9b3e-4235-a723-2a663ad1350a no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:15:27.987167 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f347bb8-1003-48f2-a899-a7da012b766e', 'name': 'network-vif-deleted', 'tag': '206408cd-9b3e-4235-a723-2a663ad1350a'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:15:27.994843 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a8c0333-3f62-4b4d-9915-5be684c0611a req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.16 "DELETE /v2.0/ports/206408cd-9b3e-4235-a723-2a663ad1350a HTTP/1.1" status: 204  len: 173 time: 2.5057313
Jul 19 01:15:28.063900 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: 206408cd-9b3e-4235-a723-2a663ad1350a {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:15:28.064472 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 206408cd-9b3e-4235-a723-2a663ad1350a not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:15:28.106306 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f347bb8-1003-48f2-a899-a7da012b766e', 'name': 'network-vif-deleted', 'tag': '206408cd-9b3e-4235-a723-2a663ad1350a', 'status': 'completed', 'code': 200}
Jul 19 01:15:28.222164 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d7cd9fdd-5b28-43e7-bd16-3555b50faa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:28.276551 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946ad3b-31fa-438b-a093-2c4a5480ec42 req-fae4ff74-e73e-4511-b6c3-12eb6a25f503 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:28.278225 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e946ad3b-31fa-438b-a093-2c4a5480ec42 req-fae4ff74-e73e-4511-b6c3-12eb6a25f503 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 944 time: 0.0879407
Jul 19 01:15:28.302401 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 42b6981a-e088-4539-ba72-650fa6fa1c6d, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:28.324428 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'port_id': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'mac_address': 'fa:16:3e:81:00:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:15:28.329852 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e946ad3b-31fa-438b-a093-2c4a5480ec42 req-ec2b7a0e-0e94-45f7-8264-763a45c02a9b tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424738
Jul 19 01:15:28.381144 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:28.454265 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:28.547724 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b6981a-e088-4539-ba72-650fa6fa1c6d {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:15:28.579661 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:28.598999 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 42b6981a-e088-4539-ba72-650fa6fa1c6d, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:28.646489 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:28.652821 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:28.765643 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=42b6981a-e088-4539-ba72-650fa6fa1c6d,revision_number=7']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:28.776587 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:28.840067 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecbee7-ba4d-4d5b-bb76-7dfd47316afd req-64c0c515-4307-4d54-89d2-1bc83cd0ed3d tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:28.841801 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ebecbee7-ba4d-4d5b-bb76-7dfd47316afd req-64c0c515-4307-4d54-89d2-1bc83cd0ed3d tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 931 time: 0.1650984
Jul 19 01:15:28.898444 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37832c70>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:28.907348 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] Checking router: b7d1dfc4-533f-4697-821d-43451d76588e for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:15:28.917810 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:28.918675 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37832c70>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:28.924402 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ebecbee7-ba4d-4d5b-bb76-7dfd47316afd req-1a00c84e-50e5-4af9-9f7d-5f90ffe0ac34 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694244
Jul 19 01:15:28.997006 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['42b6981a-e088-4539-ba72-650fa6fa1c6d'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:15:29.091748 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-a7642c71-5f59-4c7a-962a-63368f10647d req-11bd4774-0e5e-49f4-b5f7-24dc05c21e3c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Synchronizing usage tracker for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:15:29.108599 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-a7642c71-5f59-4c7a-962a-63368f10647d req-11bd4774-0e5e-49f4-b5f7-24dc05c21e3c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Unset dirty status for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:15:29.127656 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7642c71-5f59-4c7a-962a-63368f10647d req-11bd4774-0e5e-49f4-b5f7-24dc05c21e3c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0790110
Jul 19 01:15:29.255224 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:29.619637 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f9068-1937-469e-89da-6d3d67f9ee4c req-8074ac32-8001-4f99-930a-c9d636f4b21e tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:29.621195 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bb6f9068-1937-469e-89da-6d3d67f9ee4c req-8074ac32-8001-4f99-930a-c9d636f4b21e tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 945 time: 0.0981696
Jul 19 01:15:29.670058 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bb6f9068-1937-469e-89da-6d3d67f9ee4c req-89fe747b-215a-46e9-9643-9c88090ccbd9 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412512
Jul 19 01:15:29.761454 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37832c70>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:29.766527 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d62a85-4342-4efd-8101-e4f6122d84d6 None None] The sync data for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi is: [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:15:30.053486 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e97f0-be40-433a-8276-9ae76dd6424b None None] New status for floating IP 7f4e58b8-26e8-49aa-acfd-cab639f5a063: DOWN {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:15:30.113770 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9badcb4-ff1a-4533-8a29-f52fea8f3b9d req-c7588998-835d-414f-b633-a3c6b4264c8f tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:30.115594 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f9badcb4-ff1a-4533-8a29-f52fea8f3b9d req-c7588998-835d-414f-b633-a3c6b4264c8f tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 931 time: 0.0839787
Jul 19 01:15:30.170576 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f9badcb4-ff1a-4533-8a29-f52fea8f3b9d req-fac28c1e-260a-4e1f-abb8-dedd08749d79 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463059
Jul 19 01:15:30.323587 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:15:30.325451 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f3d85b9d-6d81-4075-a285-634899d30664 req-acf1f72a-85a4-4ee2-b429-e00c3045681b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0496607
Jul 19 01:15:30.731111 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-e5897ca0-cf9c-47ee-a2ec-457ff7cee84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:30.933365 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e10de-62a0-46ff-b374-10fffac46f17 req-4bf74a16-a3ee-40e9-bf59-080185b41334 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:30.934869 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-043e10de-62a0-46ff-b374-10fffac46f17 req-4bf74a16-a3ee-40e9-bf59-080185b41334 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 945 time: 0.0900288
Jul 19 01:15:30.985964 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-043e10de-62a0-46ff-b374-10fffac46f17 req-ccfe27b0-e766-430e-9967-c0dfca46f417 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453868
Jul 19 01:15:31.263722 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:31.360910 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dea4ca-09fe-4d68-aee4-21ccee8057a4 req-a54d3306-d586-4fd2-9aef-93d4e99213ec tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:31.362623 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-20dea4ca-09fe-4d68-aee4-21ccee8057a4 req-a54d3306-d586-4fd2-9aef-93d4e99213ec tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 931 time: 0.0804870
Jul 19 01:15:31.409301 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-20dea4ca-09fe-4d68-aee4-21ccee8057a4 req-113be16d-f953-43df-a568-da3e44e6f8b8 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412269
Jul 19 01:15:31.482241 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:31.555546 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c3813aeb-056f-4fc9-ab96-790b5e21dac1 req-4b5cab32-31c2-4841-81f2-b5fe64b3b8e7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0474048
Jul 19 01:15:32.179529 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23844527-9457-476c-95c6-823388be9534 req-1aaff77b-4e98-4832-bf1e-c8b124735c94 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:32.181457 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-23844527-9457-476c-95c6-823388be9534 req-1aaff77b-4e98-4832-bf1e-c8b124735c94 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 945 time: 0.0825126
Jul 19 01:15:32.229455 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-23844527-9457-476c-95c6-823388be9534 req-8230803f-45c5-4f2c-83a9-e50e575596bc tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423355
Jul 19 01:15:32.609055 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d071016-23f0-4847-86e4-2e7402e578c6 req-7ae6ef36-b41e-4599-877a-6dab2f132ad3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:32.609055 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6d071016-23f0-4847-86e4-2e7402e578c6 req-7ae6ef36-b41e-4599-877a-6dab2f132ad3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 931 time: 0.0847056
Jul 19 01:15:32.654894 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6d071016-23f0-4847-86e4-2e7402e578c6 req-5b9a128f-72e3-4bf2-8973-15af8d91298c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426071
Jul 19 01:15:32.919131 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:32.955491 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-60da0553-9b04-43e4-898c-8e96bb5e0fab req-efdb31df-9674-4e1b-af14-a752c0513104 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0482199
Jul 19 01:15:33.328701 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 42b6981a-e088-4539-ba72-650fa6fa1c6d up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:33.400074 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 42b6981a-e088-4539-ba72-650fa6fa1c6d triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:33.400529 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:33.419244 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a58a60-c58f-41a7-ac9d-b7834c5bb9d3 req-ef92d3db-29f0-4319-9910-659e44b4dd71 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:33.420732 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f4a58a60-c58f-41a7-ac9d-b7834c5bb9d3 req-ef92d3db-29f0-4319-9910-659e44b4dd71 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 945 time: 0.0837815
Jul 19 01:15:33.502844 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f4a58a60-c58f-41a7-ac9d-b7834c5bb9d3 req-a9d21586-a577-466f-b3b8-10ff68c183dc tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751610
Jul 19 01:15:33.590955 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:33.620050 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:15:33.630042 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 42b6981a-e088-4539-ba72-650fa6fa1c6d, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:33.634443 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:33.637195 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:33.730053 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=42b6981a-e088-4539-ba72-650fa6fa1c6d,revision_number=8']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:33.733745 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'code': 200}
Jul 19 01:15:33.734525 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:33.899959 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddac2e-40d3-4eba-aaf2-e06f03c92d72 req-04aebd0d-e14e-49dc-b6fc-fcd66f7101b3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:33.901455 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-23ddac2e-40d3-4eba-aaf2-e06f03c92d72 req-04aebd0d-e14e-49dc-b6fc-fcd66f7101b3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 931 time: 0.0836263
Jul 19 01:15:33.947281 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-23ddac2e-40d3-4eba-aaf2-e06f03c92d72 req-b150c68f-b0f1-4c8d-9d05-9de6a8c159b3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401227
Jul 19 01:15:34.109828 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fa1bc71e-ca56-4c08-87a8-e7779dbd9929 req-c7169aaf-49b8-498e-bb0e-1a5704670bbb tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0465393
Jul 19 01:15:34.677931 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461dbd6-8c66-4113-b02d-c26723d2629d req-69c4051e-7fab-4738-ae92-e38028a25dfe tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:34.679347 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a461dbd6-8c66-4113-b02d-c26723d2629d req-69c4051e-7fab-4738-ae92-e38028a25dfe tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0821648
Jul 19 01:15:34.730235 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a461dbd6-8c66-4113-b02d-c26723d2629d req-660272a4-2e00-49e3-9f6d-5290441764d5 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417402
Jul 19 01:15:35.138227 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92643e4f-1332-4495-b6ba-1c5099fc9eba req-d9c9d24a-9e88-4166-809e-71de2b692efc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:35.139847 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92643e4f-1332-4495-b6ba-1c5099fc9eba req-d9c9d24a-9e88-4166-809e-71de2b692efc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 931 time: 0.0860691
Jul 19 01:15:35.194153 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92643e4f-1332-4495-b6ba-1c5099fc9eba req-61ea056b-39ad-4d3a-ba62-31bc0f79a4c1 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481615
Jul 19 01:15:35.339473 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1d8edba9-ae23-477e-bd88-bc06eda43ceb req-c3adcbda-5e9e-46d3-b0f8-7083d92bf5bf tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0463054
Jul 19 01:15:36.003474 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d71aee-2c87-4f99-8612-e9efb13da085 req-e9f9bb5f-3b6d-44fc-9000-5b903433f9c8 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:36.004929 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b3d71aee-2c87-4f99-8612-e9efb13da085 req-e9f9bb5f-3b6d-44fc-9000-5b903433f9c8 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1593387
Jul 19 01:15:36.049485 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b3d71aee-2c87-4f99-8612-e9efb13da085 req-b13a3b26-e0ff-4f41-a65f-b36fcd12aba3 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390041
Jul 19 01:15:36.380572 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999da00-7e6a-4798-9b1c-af0842f36133 req-a2247bc1-9dc0-4751-83bc-d8db0bd09541 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:36.382134 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f999da00-7e6a-4798-9b1c-af0842f36133 req-a2247bc1-9dc0-4751-83bc-d8db0bd09541 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 931 time: 0.0802445
Jul 19 01:15:36.425905 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f999da00-7e6a-4798-9b1c-af0842f36133 req-9bfe914e-bac4-49fe-8a2d-c8f53291fee7 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381985
Jul 19 01:15:36.560675 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-76377c12-eabd-4bf7-9b62-2205be810d5a req-d6743eb6-d441-4b2e-99d6-ddee2a57f869 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f347bb8-1003-48f2-a899-a7da012b766e HTTP/1.1" status: 200  len: 210 time: 0.0444324
Jul 19 01:15:36.565373 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Request body: {'port': {'device_id': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:36.683384 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:36.946872 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dfb4e-ea60-4251-8200-f3b51a8fe381 req-8cd2b31a-171e-41ee-bfba-27562b0cc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:36.948366 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e71dfb4e-ea60-4251-8200-f3b51a8fe381 req-8cd2b31a-171e-41ee-bfba-27562b0cc489 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 1099 time: 0.0725207
Jul 19 01:15:36.990966 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e71dfb4e-ea60-4251-8200-f3b51a8fe381 req-c66153e8-8bd9-40e5-9c66-304d668ac984 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355327
Jul 19 01:15:37.035540 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b90016-2749-47ba-b327-4eb29d5dd893 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:15:37.043063 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:37.057823 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Transition to ACTIVE for port object f0b90016-2749-47ba-b327-4eb29d5dd893 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:15:37.062413 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:37.066142 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:37.191378 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Pushing event updated for resources: {'Port': ['ID=f0b90016-2749-47ba-b327-4eb29d5dd893,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:37.220173 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:37.246460 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b46267-6c4a-4bfc-907c-7eb4cf5e8a48 req-083036b5-332e-417f-80e0-e70bd2643839 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:37.250192 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-15b46267-6c4a-4bfc-907c-7eb4cf5e8a48 req-083036b5-332e-417f-80e0-e70bd2643839 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0911274
Jul 19 01:15:37.302032 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Attempting to bind port f0b90016-2749-47ba-b327-4eb29d5dd893 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:15:37.302274 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-15b46267-6c4a-4bfc-907c-7eb4cf5e8a48 req-41e6cef2-4f76-4a8f-9a20-f7575733786c tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475562
Jul 19 01:15:37.302393 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Attempting to bind port f0b90016-2749-47ba-b327-4eb29d5dd893 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:15:37.302729 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Attempting to bind port f0b90016-2749-47ba-b327-4eb29d5dd893 on network 5eba43dc-783b-41f8-aa32-ef519c624c05 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:15:37.308397 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Port f0b90016-2749-47ba-b327-4eb29d5dd893 on network 5eba43dc-783b-41f8-aa32-ef519c624c05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:15:37.308772 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Attempting to bind port f0b90016-2749-47ba-b327-4eb29d5dd893 on network 5eba43dc-783b-41f8-aa32-ef519c624c05 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:15:37.321344 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:15:37.321740 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Checking segment: {'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:15:37.322128 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Bound using segment: {'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:15:37.322549 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Bound port: f0b90016-2749-47ba-b327-4eb29d5dd893, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976c15d4-638e-4db9-900e-b3694494e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:15:37.322890 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:37.419590 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] For port f0b90016-2749-47ba-b327-4eb29d5dd893, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:15:37.422605 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] For port f0b90016-2749-47ba-b327-4eb29d5dd893, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f0b90016-2749-47ba-b327-4eb29d5dd893,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:15:37.427255 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:37.432288 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c512ddb8-b66f-4192-8855-65fd8dfde925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:37.488194 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:37.488764 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:37.490134 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-46119391-91d2-4c41-b539-17eefae9828e service neutron] 10.222.0.16 "PUT /v2.0/ports/f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 200  len: 1093 time: 0.9303949
Jul 19 01:15:37.490624 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:15:37.515497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Pushing event updated for resources: {'Port': ['ID=f0b90016-2749-47ba-b327-4eb29d5dd893,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:37.520146 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:37.567245 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'status': 'completed', 'code': 200}
Jul 19 01:15:37.652144 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8a574-c8af-4913-ac6c-aa6f6a9296f5 req-73d195e3-f206-4004-b28d-8b6c183907bb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:37.653963 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7c8a574-c8af-4913-ac6c-aa6f6a9296f5 req-73d195e3-f206-4004-b28d-8b6c183907bb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 943 time: 0.1042566
Jul 19 01:15:37.682474 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c64733-8076-40f9-99a2-46e32be61077 req-57759985-2a53-4058-986d-5634e3d06142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:37.684056 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-57759985-2a53-4058-986d-5634e3d06142 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=880524b6d86e4d918495c133fb3b940e&device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 1096 time: 0.0951562
Jul 19 01:15:37.716873 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7c8a574-c8af-4913-ac6c-aa6f6a9296f5 req-ad661fac-117e-4a6b-8f76-d63907f83634 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556655
Jul 19 01:15:37.770733 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-ae529305-1d92-4498-9586-6ad5cc8168f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 200  len: 217 time: 0.0725820
Jul 19 01:15:37.778018 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42558) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:37.963947 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c64733-8076-40f9-99a2-46e32be61077 req-a2c53b27-9ef5-4601-895e-65a577a8a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:37.965399 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-a2c53b27-9ef5-4601-895e-65a577a8a41c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=565c58e9-c73a-4130-88c9-e09f2e3c510b HTTP/1.1" status: 200  len: 853 time: 0.1751852
Jul 19 01:15:37.984947 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1f16bc62-1c1c-4e9a-87c2-d166762f3d73 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:38.049391 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1f16bc62-1c1c-4e9a-87c2-d166762f3d73 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:38.114711 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c64733-8076-40f9-99a2-46e32be61077 req-c61be41e-ab89-472a-82e2-0f07a3dd0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:38.116297 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-c61be41e-ab89-472a-82e2-0f07a3dd0f97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5eba43dc-783b-41f8-aa32-ef519c624c05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1096406
Jul 19 01:15:38.128361 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1f16bc62-1c1c-4e9a-87c2-d166762f3d73 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:38.134874 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b35a6e36-e902-48b2-a625-d4b7f2bec674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:38.178454 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16bc62-1c1c-4e9a-87c2-d166762f3d73 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0e814f-9c9f-4c8a-8678-7d427b63f2a3,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:38.184118 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1f16bc62-1c1c-4e9a-87c2-d166762f3d73 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:38.202098 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1f16bc62-1c1c-4e9a-87c2-d166762f3d73 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:38.207315 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42566) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:38.218342 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-1f16bc62-1c1c-4e9a-87c2-d166762f3d73 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "DELETE /v2.0/security-groups/6d0e814f-9c9f-4c8a-8678-7d427b63f2a3 HTTP/1.1" status: 204  len: 168 time: 0.4391992
Jul 19 01:15:38.223675 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.api.v2.resource [None req-d1ac873b-899f-4443-be78-34dde721572d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] show failed (client error): The resource could not be found.
Jul 19 01:15:38.224680 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d1ac873b-899f-4443-be78-34dde721572d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups/6d0e814f-9c9f-4c8a-8678-7d427b63f2a3 HTTP/1.1" status: 404  len: 347 time: 0.0163829
Jul 19 01:15:38.228012 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42572) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:38.312439 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-085f8e00-bcb9-40c9-95a6-61b9c4bcf0b6 service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1792300
Jul 19 01:15:38.388283 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Deleting port e4e88b5c-3ca2-4d7d-b41d-44a48e0eed37 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:15:38.388744 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:38.455116 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e7c64733-8076-40f9-99a2-46e32be61077 req-30e92e15-378a-49e5-99b5-427064426b5b service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356182
Jul 19 01:15:38.613569 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144c9a8-115f-484d-a468-d1b3dfc3d3c0 req-7c220d02-3f72-4895-a878-1208646cbbd3 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:38.614953 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4144c9a8-115f-484d-a468-d1b3dfc3d3c0 req-7c220d02-3f72-4895-a878-1208646cbbd3 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1956615
Jul 19 01:15:38.621180 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-fa4c41a6-8c82-4c04-b5b4-2eb5ab5107ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:38.622954 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-fa4c41a6-8c82-4c04-b5b4-2eb5ab5107ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=880524b6d86e4d918495c133fb3b940e&device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 1096 time: 0.0707543
Jul 19 01:15:38.647192 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:38.647511 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:38.757210 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-c343ab9e-777c-4ab9-925b-609f2825986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:38.760021 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-c343ab9e-777c-4ab9-925b-609f2825986e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5eba43dc-783b-41f8-aa32-ef519c624c05 HTTP/1.1" status: 200  len: 914 time: 0.1300490
Jul 19 01:15:38.788940 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Calling delete_port for e4e88b5c-3ca2-4d7d-b41d-44a48e0eed37 owned by network:floatingip {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:15:38.833649 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4144c9a8-115f-484d-a468-d1b3dfc3d3c0 req-76f64653-1c65-4618-bc58-36eb3a0097f9 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2054172
Jul 19 01:15:38.848215 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-51f09823-24c7-4ae3-89e1-a5ef8542f677 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 200  len: 217 time: 0.0812175
Jul 19 01:15:38.933531 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-6fcce204-5c8a-4822-b717-98eff3b7da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:38.935039 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-6fcce204-5c8a-4822-b717-98eff3b7da8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=565c58e9-c73a-4130-88c9-e09f2e3c510b HTTP/1.1" status: 200  len: 853 time: 0.0803196
Jul 19 01:15:38.990449 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b7750-932b-436b-a5e5-bd63e0f2a43b req-63a54312-dfac-492f-8a2f-ae5414818c80 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:38.991983 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-540b7750-932b-436b-a5e5-bd63e0f2a43b req-63a54312-dfac-492f-8a2f-ae5414818c80 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 943 time: 0.1506109
Jul 19 01:15:39.037371 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-e179042d-5e3c-4fe4-b65d-2fa63b319813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:39.039126 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-e179042d-5e3c-4fe4-b65d-2fa63b319813 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5eba43dc-783b-41f8-aa32-ef519c624c05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0964420
Jul 19 01:15:39.049416 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.058893 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:39.100268 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-540b7750-932b-436b-a5e5-bd63e0f2a43b req-b3f106a0-e840-4838-9a11-0737fe1c88bd tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967505
Jul 19 01:15:39.109154 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event deleted for resources: {'Port': ['ID=e4e88b5c-3ca2-4d7d-b41d-44a48e0eed37,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:39.111717 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:39.201909 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-8dfc3b17-36e6-4bf6-a182-f946c9c2d7df service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451461
Jul 19 01:15:39.203805 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.222784 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.223974 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "DELETE /v2.0/floatingips/7f4e58b8-26e8-49aa-acfd-cab639f5a063 HTTP/1.1" status: 204  len: 168 time: 0.9950542
Jul 19 01:15:39.337250 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b6166b8d-e957-44ed-a7fa-0ad8e63b8a49 req-39d5fc6b-1b38-4092-9517-1a5e5e2290d7 service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273415
Jul 19 01:15:39.530269 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42594) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:39.535481 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700581247', 'description': 'tempest-description--1445677336'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:39.542379 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:39.547745 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:security_group and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:39.551570 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:39.558241 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:39.570276 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.592085 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:39.596113 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:security_group_rule and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:39.598849 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:39.604904 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:39.672795 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.676441 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.681372 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b48838d9-20dc-4af4-9c5f-844c90d2d66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:39.726253 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2df342b-6e2b-4b9d-9b9b-5c7231b70165,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:39.729065 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:39.732331 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.736887 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2029223
Jul 19 01:15:39.737179 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42598) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:39.743256 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'security_group_rule': {'security_group_id': 'd2df342b-6e2b-4b9d-9b9b-5c7231b70165', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:39.750612 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:39.754317 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:security_group_rule and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:39.757102 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:39.763424 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:39.780694 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.841764 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.846571 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.848558 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5796d65c-9c95-473e-af15-4760f86273fd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:39.869213 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1547943-d4d6-4002-8f17-c791ce3e59dd,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:39.872268 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:39.881187 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.882988 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-996a868c-6e4c-44da-84bd-0be734fbdf0c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1445663
Jul 19 01:15:39.885913 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42602) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:39.891054 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'security_group_rule': {'security_group_id': 'd2df342b-6e2b-4b9d-9b9b-5c7231b70165', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:39.896646 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:39.900411 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:security_group_rule and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:39.903204 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:39.908690 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:39.926319 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.986201 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.990114 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:39.992044 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:40.013885 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62918b6-4ba9-4f78-b659-61c1664e9c2e,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:40.016186 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:40.022661 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:40.024397 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b8f9b888-5c0d-4ce3-872b-8ffd3352ca27 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1370070
Jul 19 01:15:40.027497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42606) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:40.033392 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'floatingip': {'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:40.038314 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:40.042133 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Usage tracker for resource:floatingip and tenant:64cb4437e8d44258a6db38171e3fc745 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:40.044957 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:40.051171 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:40.062413 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:40.200967 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:40.298525 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960406f-58bb-4b96-b338-bad8912c5f4e req-e3f0e782-619b-4efa-aa70-17b331d2689a tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:40.300091 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6960406f-58bb-4b96-b338-bad8912c5f4e req-e3f0e782-619b-4efa-aa70-17b331d2689a tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 943 time: 0.0852327
Jul 19 01:15:40.333234 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device f0b90016-2749-47ba-b327-4eb29d5dd893 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:15:40.438100 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6960406f-58bb-4b96-b338-bad8912c5f4e req-6ca7ca72-684a-4225-ae2f-c08e9f37bc57 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307313
Jul 19 01:15:40.445204 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Allocated IP 172.27.3.163 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/06e7e6f9-e705-440f-8102-9b64c6dccf66) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:15:40.471194 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port f0b90016-2749-47ba-b327-4eb29d5dd893, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f0b90016-2749-47ba-b327-4eb29d5dd893,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:40.484428 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'port_id': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'mac_address': 'fa:16:3e:71:fa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:15:40.537244 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:40.556657 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b90016-2749-47ba-b327-4eb29d5dd893 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:15:40.572470 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port f0b90016-2749-47ba-b327-4eb29d5dd893, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f0b90016-2749-47ba-b327-4eb29d5dd893,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:40.579021 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:40.581099 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:40.595171 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:40.624339 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:40.628968 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a724516b-b415-4910-9423-92d1d0445509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:40.646915 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=f0b90016-2749-47ba-b327-4eb29d5dd893,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:40.654689 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.655039 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.655382 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.655724 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.656062 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.656397 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.656725 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.657052 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.657378 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.657700 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.658042 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.658364 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:15:40.662190 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:40.693865 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:15:40.697398 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:15:40.701209 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:15:40.735870 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'Port': ['ID=06e7e6f9-e705-440f-8102-9b64c6dccf66,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:40.740016 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:40.787822 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:40.854423 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:40.913071 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['f0b90016-2749-47ba-b327-4eb29d5dd893'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:15:41.063049 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:41.068587 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:41.074710 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0e1544d8-9d68-4b4c-9722-41e35f0a3fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:41.182404 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'Port': ['ID=06e7e6f9-e705-440f-8102-9b64c6dccf66,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:41.185080 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:41.191789 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:41.214414 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:41.215691 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1872485
Jul 19 01:15:41.383475 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-253d0447-dbca-468f-bd54-dcbb370b8b42 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--700581247&fields=id&tenant_id=64cb4437e8d44258a6db38171e3fc745 HTTP/1.1" status: 200  len: 267 time: 0.0423169
Jul 19 01:15:41.593453 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a034bae3-16df-4044-9d3c-56bafdb3f6e6 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:41.594770 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a034bae3-16df-4044-9d3c-56bafdb3f6e6 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 810 time: 0.2049992
Jul 19 01:15:41.619128 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a555af0b-664f-4337-8498-35625cfe1f04 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/quotas/64cb4437e8d44258a6db38171e3fc745 HTTP/1.1" status: 200  len: 375 time: 0.0183733
Jul 19 01:15:41.722869 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9336a6-c311-4c42-a0ea-f8c96531806f req-29ce291a-f81e-4a3d-89c4-129c68be368f tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:41.724305 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7c9336a6-c311-4c42-a0ea-f8c96531806f req-29ce291a-f81e-4a3d-89c4-129c68be368f tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 944 time: 0.1753852
Jul 19 01:15:41.760029 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-173ad097-2cb4-4cae-a999-88c025b276db tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Synchronizing usage tracker for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:15:41.794666 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7c9336a6-c311-4c42-a0ea-f8c96531806f req-e962bef6-81d7-4c75-bb23-3f1bb9aed1ba tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638881
Jul 19 01:15:41.795724 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-173ad097-2cb4-4cae-a999-88c025b276db tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Unset dirty status for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:15:41.796904 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-173ad097-2cb4-4cae-a999-88c025b276db tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1710010
Jul 19 01:15:41.936076 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-2cc9d03d-95c2-48c3-8f80-81114acb6b99 service neutron] 10.222.0.24 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273842
Jul 19 01:15:42.078300 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-0e5d79d6-9e89-4fc6-acdc-40dd1c27adf6 service neutron] 10.222.0.24 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357458
Jul 19 01:15:42.258503 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-486458bb-a2c6-43d8-ac67-2defe359d6d3 req-1a55d234-e183-45ec-93fb-785e3f673ed1 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 210 time: 0.0475659
Jul 19 01:15:42.357322 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device f0b90016-2749-47ba-b327-4eb29d5dd893 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:42.429045 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port f0b90016-2749-47ba-b327-4eb29d5dd893 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:42.435307 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port f0b90016-2749-47ba-b327-4eb29d5dd893 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:42.435689 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:42.553390 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:42.579464 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:15:42.594070 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port f0b90016-2749-47ba-b327-4eb29d5dd893, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f0b90016-2749-47ba-b327-4eb29d5dd893,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:42.597937 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:42.600710 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:42.632437 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'code': 200}
Jul 19 01:15:42.669909 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=f0b90016-2749-47ba-b327-4eb29d5dd893,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:42.673224 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:42.913240 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56546d-bb86-46e4-96d1-d99fb10766f4 req-0ca404a8-9d9e-4c97-9e45-dfa27a85c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:42.914722 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-eb56546d-bb86-46e4-96d1-d99fb10766f4 req-0ca404a8-9d9e-4c97-9e45-dfa27a85c916 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 1098 time: 0.0704775
Jul 19 01:15:42.956652 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-eb56546d-bb86-46e4-96d1-d99fb10766f4 req-37522b20-fd5e-462f-9308-3fce02637e33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344887
Jul 19 01:15:42.984519 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e98902-4bae-474e-a8c6-160683a6ab9a req-4401952c-d583-4a8b-a689-f7ce1c7c8b19 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:42.985982 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-12e98902-4bae-474e-a8c6-160683a6ab9a req-4401952c-d583-4a8b-a689-f7ce1c7c8b19 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 945 time: 0.0802937
Jul 19 01:15:43.030939 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-12e98902-4bae-474e-a8c6-160683a6ab9a req-bdebec6a-e3d9-4af9-86cd-6bf97dbbdf12 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393631
Jul 19 01:15:43.415474 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-766e51cb-41ff-41fb-8c61-c33156ee27ec req-a0e3e94f-3512-46f1-9b38-fb7934e572c0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 210 time: 0.0485663
Jul 19 01:15:43.733865 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-7de5b93e-7152-44fc-8520-be38a003643b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:43.735425 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-7de5b93e-7152-44fc-8520-be38a003643b tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.16 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 810 time: 0.1539099
Jul 19 01:15:43.800492 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-808ceca6-0e5d-4e11-9287-90eca60ea4e4 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Synchronizing usage tracker for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:security_group {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:15:43.818135 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-808ceca6-0e5d-4e11-9287-90eca60ea4e4 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Unset dirty status for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:security_group {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:15:43.819407 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-808ceca6-0e5d-4e11-9287-90eca60ea4e4 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64cb4437e8d44258a6db38171e3fc745 HTTP/1.1" status: 200  len: 379 time: 0.0629489
Jul 19 01:15:43.829605 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'port': {'device_id': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'admin_state_up': True, 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'security_groups': ['d2df342b-6e2b-4b9d-9b9b-5c7231b70165']}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:43.975881 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:43.985310 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:43.995517 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Made reservation on behalf of 64cb4437e8d44258a6db38171e3fc745 for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:15:43.999912 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:44.161347 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Allocated IP 172.20.0.12 (b731d6dd-df44-4e7f-9097-7719acf232e6/6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c/cd1ad6be-489b-4434-9f9c-7a2fa8758a76) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:15:44.225011 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819c7c1-fbc5-41af-a021-24ebb6e3c652 req-162a932d-87b6-43b8-8d52-ce6b87728b41 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:44.226692 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5819c7c1-fbc5-41af-a021-24ebb6e3c652 req-162a932d-87b6-43b8-8d52-ce6b87728b41 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 945 time: 0.0940146
Jul 19 01:15:44.273518 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5819c7c1-fbc5-41af-a021-24ebb6e3c652 req-6c90c994-bec2-4929-af4a-0ff8361571e4 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408893
Jul 19 01:15:44.359391 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:44.376022 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Transition to ACTIVE for port object cd1ad6be-489b-4434-9f9c-7a2fa8758a76 will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:15:44.399293 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:44.404769 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:44.469376 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Network b731d6dd-df44-4e7f-9097-7719acf232e6 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:15:44.472597 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:15:44.476433 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:15:44.629147 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event updated for resources: {'Port': ['ID=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:44.633882 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:44.639467 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3911f37-5150-464f-a069-42b1d66d98a7 req-862c579f-3a7e-4c9a-b16c-d470dec956ee tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:44.647254 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e3911f37-5150-464f-a069-42b1d66d98a7 req-862c579f-3a7e-4c9a-b16c-d470dec956ee tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 932 time: 0.1111376
Jul 19 01:15:44.674836 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:44.675515 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:44.719953 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e3911f37-5150-464f-a069-42b1d66d98a7 req-3046e719-ca50-45c4-9851-b4666d155c21 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717089
Jul 19 01:15:44.725301 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-e03df9f4-ae14-4c75-9058-587e45531658 None None] Provisioning for port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:44.732546 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-e03df9f4-ae14-4c75-9058-587e45531658 None None] Provisioning complete for port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:44.734120 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-e03df9f4-ae14-4c75-9058-587e45531658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:44.740146 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9141390
Jul 19 01:15:44.761246 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Request body: {'port': {'device_id': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:44.809160 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-e03df9f4-ae14-4c75-9058-587e45531658 None None] Port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:15:44.887086 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:45.222122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1ad6be-489b-4434-9f9c-7a2fa8758a76 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:15:45.230039 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:45.244243 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Transition to ACTIVE for port object cd1ad6be-489b-4434-9f9c-7a2fa8758a76 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:15:45.248085 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:45.251513 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-47190eda-70be-4806-b860-018250c03aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:45.402067 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Pushing event updated for resources: {'Port': ['ID=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:45.409496 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:45.473588 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80aa59-dcf7-44f7-8c6b-ea817ee649b5 req-5746a723-0a2e-4d90-8f47-27c0f705234f tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:45.475156 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bb80aa59-dcf7-44f7-8c6b-ea817ee649b5 req-5746a723-0a2e-4d90-8f47-27c0f705234f tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 945 time: 0.0878329
Jul 19 01:15:45.488522 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Attempting to bind port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:15:45.488858 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Attempting to bind port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:15:45.489213 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Attempting to bind port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 on network b731d6dd-df44-4e7f-9097-7719acf232e6 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:15:45.493945 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 on network b731d6dd-df44-4e7f-9097-7719acf232e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:15:45.494261 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Attempting to bind port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 on network b731d6dd-df44-4e7f-9097-7719acf232e6 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:15:45.500663 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:15:45.500994 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Checking segment: {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:15:45.501378 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Bound using segment: {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:15:45.501918 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Bound port: cd1ad6be-489b-4434-9f9c-7a2fa8758a76, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89ad2ef-142a-4237-924e-33fea6b63d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:15:45.502273 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:45.523279 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bb80aa59-dcf7-44f7-8c6b-ea817ee649b5 req-feed5181-86d2-48b4-b677-9624a6baf1a4 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415399
Jul 19 01:15:45.591683 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] For port cd1ad6be-489b-4434-9f9c-7a2fa8758a76, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:15:45.594506 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] For port cd1ad6be-489b-4434-9f9c-7a2fa8758a76, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:15:45.599920 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:45.605210 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:45.664371 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:45.664993 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:45.666398 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] 10.222.0.16 "PUT /v2.0/ports/cd1ad6be-489b-4434-9f9c-7a2fa8758a76 HTTP/1.1" status: 200  len: 1094 time: 0.9132128
Jul 19 01:15:45.666885 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'tag': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:15:45.689088 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Pushing event updated for resources: {'Port': ['ID=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:45.692780 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:45.722713 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'tag': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76', 'status': 'completed', 'code': 200}
Jul 19 01:15:45.742994 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f979-2656-484f-b5a6-055b23a53b7d req-20fbf52c-19b5-4120-a742-a696de3034ba tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:45.744836 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-49b9f979-2656-484f-b5a6-055b23a53b7d req-20fbf52c-19b5-4120-a742-a696de3034ba tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 945 time: 0.1077230
Jul 19 01:15:45.810920 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-49b9f979-2656-484f-b5a6-055b23a53b7d req-36e5043b-24df-488a-9680-43ab7c46c74b tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591936
Jul 19 01:15:45.836539 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-b43b3dcd-972b-4148-8625-4218021163f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:45.838440 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-b43b3dcd-972b-4148-8625-4218021163f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 1097 time: 0.0983348
Jul 19 01:15:45.904533 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42714) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:45.941018 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-07aafc27-f61f-4876-82b6-20ada62533d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd1ad6be-489b-4434-9f9c-7a2fa8758a76 HTTP/1.1" status: 200  len: 217 time: 0.0881634
Jul 19 01:15:45.991278 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd85179-67f6-4847-a48d-e22fd31cde76 admin admin] Deleting subnet 8a687229-83cc-4812-8ac1-a4732a91051b {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:15:45.995190 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5dd85179-67f6-4847-a48d-e22fd31cde76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:46.011579 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-668dceeb-6779-4e7e-9700-34d55d348c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:46.013089 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-668dceeb-6779-4e7e-9700-34d55d348c3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c HTTP/1.1" status: 200  len: 849 time: 0.0638511
Jul 19 01:15:46.055220 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5dd85179-67f6-4847-a48d-e22fd31cde76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:46.095518 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-94975af7-7565-43a4-8a92-77f4cff3b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:46.095782 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dff41-994e-450f-90bd-fea6f334ebda req-7ebce7f7-7a4c-41af-a4d2-1f6964f76588 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:46.097001 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-94975af7-7565-43a4-8a92-77f4cff3b721 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b731d6dd-df44-4e7f-9097-7719acf232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779550
Jul 19 01:15:46.097129 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2e2dff41-994e-450f-90bd-fea6f334ebda req-7ebce7f7-7a4c-41af-a4d2-1f6964f76588 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 944 time: 0.2339954
Jul 19 01:15:46.151812 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5dd85179-67f6-4847-a48d-e22fd31cde76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:46.190567 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2e2dff41-994e-450f-90bd-fea6f334ebda req-7ea3646a-11bd-4802-9d9b-02398f15e5a4 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832052
Jul 19 01:15:46.232566 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5dd85179-67f6-4847-a48d-e22fd31cde76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:46.237626 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:46.246110 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-49fa60f2-3286-442e-8ea3-bdbba52b5a21 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419027
Jul 19 01:15:46.384001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd85179-67f6-4847-a48d-e22fd31cde76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a687229-83cc-4812-8ac1-a4732a91051b,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:46.385632 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b3e0e18d-e27c-4866-b117-d7a118583351 req-f5644ef6-0cb0-4b73-a180-398a57af92f0 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332431
Jul 19 01:15:46.386533 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5dd85179-67f6-4847-a48d-e22fd31cde76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:46.398014 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5dd85179-67f6-4847-a48d-e22fd31cde76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:46.413868 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-5dd85179-67f6-4847-a48d-e22fd31cde76 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8a687229-83cc-4812-8ac1-a4732a91051b HTTP/1.1" status: 204  len: 168 time: 0.5081525
Jul 19 01:15:46.416453 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42720) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:46.442800 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0886d4d-188e-4c88-9073-e4a555ea2ca1 req-9319b6bf-b428-4a89-8556-c5f4754afe2d tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:46.444256 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e0886d4d-188e-4c88-9073-e4a555ea2ca1 req-9319b6bf-b428-4a89-8556-c5f4754afe2d tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 945 time: 0.1022887
Jul 19 01:15:46.503528 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e0886d4d-188e-4c88-9073-e4a555ea2ca1 req-ac711bce-e6f6-4400-ad21-0405064184fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533388
Jul 19 01:15:46.667810 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:46.812467 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:46.821516 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-9a5295b2-ff11-4475-9af2-4e88d6032d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:46.823218 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-9a5295b2-ff11-4475-9af2-4e88d6032d4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 1097 time: 0.3203766
Jul 19 01:15:46.829431 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda3638b250>,) {'filters': {'network_id': ['e3f79f71-eb99-4a09-99e0-4e0239a99f65']}} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:46.867653 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda3638b250>, 'fbc07420-975a-4d21-8659-4d5d2ebff3ce') {'for_net_delete': True} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:46.867957 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda3638b250>, 'fbc07420-975a-4d21-8659-4d5d2ebff3ce') {} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:46.895114 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16684960'] for segment, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:46.964148 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:46.975706 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=78648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:15:46.976096 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825913'] for segment, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]: Traceback (most recent call last):
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     timer()
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     cb(*args, **kw)
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     return func(*args, **kwargs)
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     self._notify()
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     self.callback(batched_events)
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     event.method(event)
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     return f(self, *a, **k)
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._get(url).json()
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:15:46.989515 dv-cinder-801236-1-iscsi neutron-server[78648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:15:47.081921 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-5ef87f37-812d-4b9b-a307-3692c1e6d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:47.083287 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-5ef87f37-812d-4b9b-a307-3692c1e6d2f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 910 time: 0.2460446
Jul 19 01:15:47.088177 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:47.091871 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-988f6518-56c2-4d07-b385-7c501842c12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:47.108413 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:47.177748 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f79f71-eb99-4a09-99e0-4e0239a99f65,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:47.182178 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-b7ab45e6-7b60-4828-b528-790c4458ffb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd1ad6be-489b-4434-9f9c-7a2fa8758a76 HTTP/1.1" status: 200  len: 217 time: 0.0711656
Jul 19 01:15:47.183008 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:47.188710 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-05da8693-d228-40f5-9789-cb88d8a9f860 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3f79f71-eb99-4a09-99e0-4e0239a99f65 HTTP/1.1" status: 204  len: 168 time: 0.7686691
Jul 19 01:15:47.257795 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-abbea8fd-8449-45e1-8be2-504517afe969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:47.259968 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-abbea8fd-8449-45e1-8be2-504517afe969 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c HTTP/1.1" status: 200  len: 849 time: 0.0711038
Jul 19 01:15:47.346389 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-2554a9a3-3a78-4602-a025-f01b731a9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:47.356066 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-2554a9a3-3a78-4602-a025-f01b731a9cf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b731d6dd-df44-4e7f-9097-7719acf232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893328
Jul 19 01:15:47.418838 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42740) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:47.451057 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e0041-fb66-414b-a1db-d78e3af5ac56 req-249540cd-a239-4ad5-b851-e925471ef401 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:47.452515 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e84e0041-fb66-414b-a1db-d78e3af5ac56 req-249540cd-a239-4ad5-b851-e925471ef401 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 944 time: 0.1110399
Jul 19 01:15:47.508607 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-961a42b2-cd0f-43bd-b3f4-38847df82028 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443055
Jul 19 01:15:47.512373 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-66d74389-c881-4139-a450-fe49b8dc0082 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83c3092e17bb4a66916930215abd741e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0922570
Jul 19 01:15:47.515658 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42744) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:47.542351 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e84e0041-fb66-414b-a1db-d78e3af5ac56 req-9834d0e6-fd8e-4f29-ba83-0c362485b5fa tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816774
Jul 19 01:15:47.596903 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2fd9-6500-4c48-8f10-a1d2b8c1462a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:47.630068 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2fd9-6500-4c48-8f10-a1d2b8c1462a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:47.662154 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e57bdd00-6b0c-4d3c-bd87-eedfdf2ca6e8 req-1396e88d-f853-4608-ac31-730157321c28 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465528
Jul 19 01:15:47.698124 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2fd9-6500-4c48-8f10-a1d2b8c1462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:47.703224 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:47.715349 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd2fd9-6500-4c48-8f10-a1d2b8c1462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8887b1-7fac-4c83-b40b-06838816449f,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:47.720069 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c3cd2fd9-6500-4c48-8f10-a1d2b8c1462a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:47.726241 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2fd9-6500-4c48-8f10-a1d2b8c1462a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:47.728000 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-c3cd2fd9-6500-4c48-8f10-a1d2b8c1462a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e8887b1-7fac-4c83-b40b-06838816449f HTTP/1.1" status: 204  len: 168 time: 0.2112668
Jul 19 01:15:48.403286 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device cd1ad6be-489b-4434-9f9c-7a2fa8758a76 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:15:48.536368 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port cd1ad6be-489b-4434-9f9c-7a2fa8758a76, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:48.549332 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'port_id': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76', 'mac_address': 'fa:16:3e:78:08:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:15:48.608865 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:48.628413 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1ad6be-489b-4434-9f9c-7a2fa8758a76 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:15:48.645689 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port cd1ad6be-489b-4434-9f9c-7a2fa8758a76, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:48.651373 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:48.653645 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:48.738418 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:48.741511 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:48.764083 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4801a2-e4e3-421a-b9dc-66d9f75453e8 req-5c1c3f3d-cbad-41d5-9fc5-d895a67ab38d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:48.765691 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8a4801a2-e4e3-421a-b9dc-66d9f75453e8 req-5c1c3f3d-cbad-41d5-9fc5-d895a67ab38d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 945 time: 0.1145179
Jul 19 01:15:48.826290 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8a4801a2-e4e3-421a-b9dc-66d9f75453e8 req-c6918242-aa21-4dff-8cbd-779dcb106aa7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515158
Jul 19 01:15:49.014898 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['cd1ad6be-489b-4434-9f9c-7a2fa8758a76'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:15:50.012805 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c652071-22cf-4874-b874-628f8edc3f0f req-09fc1130-ca0b-42c9-8dbf-739f8b68a7e3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:50.014272 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3c652071-22cf-4874-b874-628f8edc3f0f req-09fc1130-ca0b-42c9-8dbf-739f8b68a7e3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 945 time: 0.0805354
Jul 19 01:15:50.062084 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3c652071-22cf-4874-b874-628f8edc3f0f req-ca308ef3-e7e8-49e5-9610-59104accf68a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409033
Jul 19 01:15:50.241024 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde9ef5-1ef1-4dc9-aefc-1bbfa429f48a req-179212e8-f2a4-4ac9-aff0-708a8fd4dc3a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:50.243107 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ddde9ef5-1ef1-4dc9-aefc-1bbfa429f48a req-179212e8-f2a4-4ac9-aff0-708a8fd4dc3a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0843368
Jul 19 01:15:50.286811 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ddde9ef5-1ef1-4dc9-aefc-1bbfa429f48a req-4a1583f1-d324-453b-a9a7-b04bc9881ee4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377729
Jul 19 01:15:50.407586 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device cd1ad6be-489b-4434-9f9c-7a2fa8758a76 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:15:50.475896 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:15:50.481590 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:15:50.482022 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:50.600309 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:50.626615 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:15:50.636455 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port cd1ad6be-489b-4434-9f9c-7a2fa8758a76, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:15:50.640760 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:50.642613 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:50.677272 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76', 'code': 200}
Jul 19 01:15:50.715588 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:50.718504 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:50.952705 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21cfc-0c1c-412c-bcbd-616960f054d8 req-bb4ccd04-f6d2-44d9-8309-ae7688939936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:50.954214 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-84b21cfc-0c1c-412c-bcbd-616960f054d8 req-bb4ccd04-f6d2-44d9-8309-ae7688939936 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 1099 time: 0.0754426
Jul 19 01:15:50.997308 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-84b21cfc-0c1c-412c-bcbd-616960f054d8 req-8e5c95c9-19d6-4eed-b1cf-3ea3e4790c1d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351717
Jul 19 01:15:51.247086 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630916ed-39f0-479a-8254-755498992e8e req-b3443776-c7f6-4003-bc9d-e00163d08575 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:51.248538 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-630916ed-39f0-479a-8254-755498992e8e req-b3443776-c7f6-4003-bc9d-e00163d08575 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 946 time: 0.0818694
Jul 19 01:15:51.292989 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-630916ed-39f0-479a-8254-755498992e8e req-3ad8c142-f875-465d-8679-85542981609d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388074
Jul 19 01:15:51.615359 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d55532-bbbd-40c4-abf8-4bea9f61365d req-867296ec-7cc1-40a0-802a-a384797fbffa tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:51.616705 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-61d55532-bbbd-40c4-abf8-4bea9f61365d req-867296ec-7cc1-40a0-802a-a384797fbffa tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0786889
Jul 19 01:15:51.660375 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-61d55532-bbbd-40c4-abf8-4bea9f61365d req-a6bfb5f3-39e3-4cfb-a5fd-ca7692e04bc4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377204
Jul 19 01:15:52.479362 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ed9de-0c00-4bd2-8b97-c2c40c0ec093 req-2c3cf84f-1de2-4e9a-8c45-b40528fef135 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:52.480826 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-578ed9de-0c00-4bd2-8b97-c2c40c0ec093 req-2c3cf84f-1de2-4e9a-8c45-b40528fef135 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 946 time: 0.0833776
Jul 19 01:15:52.525170 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-578ed9de-0c00-4bd2-8b97-c2c40c0ec093 req-da632c08-0bf9-4788-b5b9-66496cbbef81 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386419
Jul 19 01:15:52.700268 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecee067-9b33-472e-8167-59e0b594bd38 req-bbc5e43b-f6a9-49da-a298-168765656ce3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:52.701511 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2ecee067-9b33-472e-8167-59e0b594bd38 req-bbc5e43b-f6a9-49da-a298-168765656ce3 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 946 time: 0.0786397
Jul 19 01:15:52.711549 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42812) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:52.716695 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-2fb5e88c-be2e-414f-9d11-8284d29022e0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Request body: {'floatingip': {'port_id': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:52.839975 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e88c-be2e-414f-9d11-8284d29022e0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:53.031465 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ce66-dd80-41c7-9537-1643d171a6f1 req-c32f590d-e8af-4552-ac7d-6ecd19eec1ae tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:53.032898 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-59c3ce66-dd80-41c7-9537-1643d171a6f1 req-c32f590d-e8af-4552-ac7d-6ecd19eec1ae tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.2550640
Jul 19 01:15:53.161083 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-59c3ce66-dd80-41c7-9537-1643d171a6f1 req-e8d226a3-b0ba-4d45-8201-104f86749a11 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213889
Jul 19 01:15:53.570883 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e88c-be2e-414f-9d11-8284d29022e0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:53.574687 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e88c-be2e-414f-9d11-8284d29022e0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:53.750247 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [None req-2fb5e88c-be2e-414f-9d11-8284d29022e0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Floating IP 350a59c4-b4bd-4876-a972-b270618e854f associated. External IP: 172.27.3.163, port: cd1ad6be-489b-4434-9f9c-7a2fa8758a76.
Jul 19 01:15:54.112886 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb5e88c-be2e-414f-9d11-8284d29022e0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Router b7d1dfc4-533f-4697-821d-43451d76588e has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:15:54.345678 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5e88c-be2e-414f-9d11-8284d29022e0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:15:54.350763 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e88c-be2e-414f-9d11-8284d29022e0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:54.355342 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] Sync routers for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:15:54.364831 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:54.365398 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36c45670>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:54.414820 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-2fb5e88c-be2e-414f-9d11-8284d29022e0 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "PUT /v2.0/floatingips/350a59c4-b4bd-4876-a972-b270618e854f HTTP/1.1" status: 200  len: 992 time: 1.7021878
Jul 19 01:15:54.416286 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'tag': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:15:54.433220 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97073b7-346b-4579-95ef-f0e3c73a933c req-9b8a1f28-7ad6-42a0-bd84-f3928d60ebf8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:54.434752 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c97073b7-346b-4579-95ef-f0e3c73a933c req-9b8a1f28-7ad6-42a0-bd84-f3928d60ebf8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.1658878
Jul 19 01:15:54.480582 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c97073b7-346b-4579-95ef-f0e3c73a933c req-3a3c3cca-7b1c-417c-80de-377b76b19787 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400867
Jul 19 01:15:54.533716 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'tag': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76', 'status': 'completed', 'code': 200}
Jul 19 01:15:54.571051 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:54.706203 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-e98e701e-6d8c-4318-8025-b6b5d822014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:54.707697 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-e98e701e-6d8c-4318-8025-b6b5d822014a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64cb4437e8d44258a6db38171e3fc745&device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 1099 time: 0.0889504
Jul 19 01:15:54.862805 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-a985e813-8ca3-4f33-b7b6-ae290fd9017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:54.864248 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-a985e813-8ca3-4f33-b7b6-ae290fd9017e service neutron] 10.222.0.16 "GET /v2.0/networks?id=b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 200  len: 910 time: 0.1504731
Jul 19 01:15:54.914477 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36c45670>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': '350a59c4-b4bd-4876-a972-b270618e854f', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'port_id': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'mac_address': 'fa:16:3e:78:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:15:40Z', 'updated_at': '2021-07-19T01:15:53Z', 'revision_number': 1, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:54.918285 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] Checking router: b7d1dfc4-533f-4697-821d-43451d76588e for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:15:54.926427 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:54.927026 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36c45670>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:54.975443 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-d71caeb2-61fa-4304-8e0c-b65c69d886d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd1ad6be-489b-4434-9f9c-7a2fa8758a76 HTTP/1.1" status: 200  len: 1000 time: 0.0991328
Jul 19 01:15:55.038388 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-a88335a6-e9b1-4493-bf71-3b8f014fa9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:55.039867 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-a88335a6-e9b1-4493-bf71-3b8f014fa9db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c HTTP/1.1" status: 200  len: 849 time: 0.0570762
Jul 19 01:15:55.103515 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:55.211379 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-338bd349-175d-4884-8c6b-a41050cbafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:55.212975 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-338bd349-175d-4884-8c6b-a41050cbafb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b731d6dd-df44-4e7f-9097-7719acf232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1630156
Jul 19 01:15:55.373117 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-76c5ee20-a325-47ae-88ac-df3e76da27d0 service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389921
Jul 19 01:15:55.456136 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36c45670>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': '350a59c4-b4bd-4876-a972-b270618e854f', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'port_id': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'mac_address': 'fa:16:3e:78:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:15:40Z', 'updated_at': '2021-07-19T01:15:53Z', 'revision_number': 1, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:55.460107 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07cd1f0-b85b-4be2-b6b1-ebdd48416700 None None] The sync data for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi is: [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': '350a59c4-b4bd-4876-a972-b270618e854f', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'port_id': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'mac_address': 'fa:16:3e:78:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:15:40Z', 'updated_at': '2021-07-19T01:15:53Z', 'revision_number': 1, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:15:55.537246 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-df3ff8c0-d561-4b78-b016-f6a7b210726d req-c228f1e0-138d-4e15-a055-0ae8207495ac service neutron] 10.222.0.16 "GET /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291072
Jul 19 01:15:55.661421 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a203b90-3c09-4c11-b474-de95dd47bfdc None None] New status for floating IP 350a59c4-b4bd-4876-a972-b270618e854f: ACTIVE {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:15:55.695883 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eec03-3150-4e19-a417-f5853cf8c17b req-e8a297c9-eda1-4f88-b9e8-008b86d575d8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:55.698229 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a80eec03-3150-4e19-a417-f5853cf8c17b req-e8a297c9-eda1-4f88-b9e8-008b86d575d8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0996988
Jul 19 01:15:55.766233 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a80eec03-3150-4e19-a417-f5853cf8c17b req-e6785ace-6544-481d-8133-44fe3954657b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562007
Jul 19 01:15:56.850747 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9a46e-7390-4828-a8c0-896ee276e927 req-358830cc-400b-441a-99b8-5ad41fead8a0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:56.852235 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7ca9a46e-7390-4828-a8c0-896ee276e927 req-358830cc-400b-441a-99b8-5ad41fead8a0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 945 time: 0.0815001
Jul 19 01:15:57.021829 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7ca9a46e-7390-4828-a8c0-896ee276e927 req-fb8c7293-2173-4891-97a9-dd500784294f tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640644
Jul 19 01:15:57.045103 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42844) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:57.056292 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c84dc9-c0de-450a-a27c-ca2641d5b398 req-49c720f6-4f96-48c2-89e5-4536cd4efa5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:57.057790 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-28c84dc9-c0de-450a-a27c-ca2641d5b398 req-49c720f6-4f96-48c2-89e5-4536cd4efa5f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.1007228
Jul 19 01:15:57.103306 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-28c84dc9-c0de-450a-a27c-ca2641d5b398 req-a8f74a12-baa8-48ab-86dd-9b30674d9810 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398583
Jul 19 01:15:57.328936 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f77b70-e755-4873-83b7-62b195a68406 tempest-TestMinimumBasicScenario-369185812 tempest-TestMinimumBasicScenario-369185812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:57.329577 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-66f77b70-e755-4873-83b7-62b195a68406 tempest-TestMinimumBasicScenario-369185812 tempest-TestMinimumBasicScenario-369185812-project-admin] Synchronizing usage tracker for tenant:13dcb099196e4ec687136b16cce22ab0 on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:15:57.345780 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-66f77b70-e755-4873-83b7-62b195a68406 tempest-TestMinimumBasicScenario-369185812 tempest-TestMinimumBasicScenario-369185812-project-admin] Unset dirty status for tenant:13dcb099196e4ec687136b16cce22ab0 on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:15:57.346918 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-66f77b70-e755-4873-83b7-62b195a68406 tempest-TestMinimumBasicScenario-369185812 tempest-TestMinimumBasicScenario-369185812-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 1093 time: 0.3001978
Jul 19 01:15:57.349846 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42850) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:57.354944 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'floatingip': {'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'port_id': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:57.360757 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:57.364496 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Usage tracker for resource:floatingip and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:57.368427 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:57.375389 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:57.385408 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for floatingip, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:57.517533 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:57.650492 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Allocated IP 172.27.3.162 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/31b6324c-070a-4c63-a362-67820f653aee) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:15:57.794885 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:57.822529 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:57.825878 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-bc2e0fbf-55bb-43bb-b375-2dab3e790d02 tempest-VolumesSnapshotTestJSON-954565325 tempest-VolumesSnapshotTestJSON-954565325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:57.889930 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:15:57.892784 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:15:57.896354 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:15:57.924564 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'Port': ['ID=31b6324c-070a-4c63-a362-67820f653aee,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:57.930139 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:57.993234 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-d28802f6-943d-4786-ae51-0e8eda4043f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:58.293897 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57991aab-68c7-4e96-844f-52b8915ac761 req-a099866c-d9b8-44e3-9915-d8c53669d368 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:58.295356 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-57991aab-68c7-4e96-844f-52b8915ac761 req-a099866c-d9b8-44e3-9915-d8c53669d368 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0822246
Jul 19 01:15:58.317483 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:58.342990 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-57991aab-68c7-4e96-844f-52b8915ac761 req-642c5097-8adb-403c-a7c4-2c2a25e979d1 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419009
Jul 19 01:15:58.393070 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:58.491878 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:58.680222 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:58.684775 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:58.689001 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-60bc7fd2-2e5c-475b-a0e2-d072165c1f7e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:58.793041 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'Port': ['ID=31b6324c-070a-4c63-a362-67820f653aee,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:58.797008 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:58.801540 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:58.970336 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.l3_db [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Floating IP c272ca2d-a9b5-488b-a3ea-de64f6d85738 associated. External IP: 172.27.3.162, port: f0b90016-2749-47ba-b327-4eb29d5dd893.
Jul 19 01:15:59.307279 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:15:59.482941 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:15:59.492345 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] Sync routers for ids ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:15:59.501979 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] Routers {'9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:15:59.502883 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36c30100>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:15:59.510184 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:59.543259 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df0656-a40a-49a4-a92d-06793f44daf5 req-95d0c86b-9824-4aff-94ca-b420a20467e2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:59.544781 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f9df0656-a40a-49a4-a92d-06793f44daf5 req-95d0c86b-9824-4aff-94ca-b420a20467e2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0908275
Jul 19 01:15:59.571165 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2198637
Jul 19 01:15:59.571482 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:15:59.576021 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 42862) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:59.581540 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604537431', 'description': 'tempest-secgroup-smoke-1604537431 description', 'project_id': '880524b6d86e4d918495c133fb3b940e'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:59.587824 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:59.591936 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f9df0656-a40a-49a4-a92d-06793f44daf5 req-163597bd-a35b-41b4-a1b9-f9b95a6ae4c6 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407255
Jul 19 01:15:59.592326 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Usage tracker for resource:security_group and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:59.595226 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:59.601793 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:59.614681 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:59.628801 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'status': 'completed', 'code': 200}
Jul 19 01:15:59.638941 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:59.642675 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Usage tracker for resource:security_group_rule and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:59.645396 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:59.651005 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:59.693456 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] Set router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:15:59.781219 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:59.788862 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:59.794448 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-764a463c-9c05-44ff-b1a3-b0e0829ecc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:59.826809 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-45718e61-07ac-482b-9352-2ea85a53e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:59.828205 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-45718e61-07ac-482b-9352-2ea85a53e2bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=880524b6d86e4d918495c133fb3b940e&device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 1098 time: 0.1420553
Jul 19 01:15:59.837902 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:59.840136 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:59.841251 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2643378
Jul 19 01:15:59.842194 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:15:59.844436 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42870) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:15:59.849925 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'security_group_rule': {'security_group_id': '4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3', 'project_id': '880524b6d86e4d918495c133fb3b940e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:15:59.861636 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:15:59.865661 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Usage tracker for resource:security_group_rule and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:15:59.869021 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:15:59.875521 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:15:59.893418 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:59.959819 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:59.963543 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:15:59.965807 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:15:59.976517 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-8f748b7a-face-4963-9efc-60b68f376fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:15:59.978326 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-8f748b7a-face-4963-9efc-60b68f376fd0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5eba43dc-783b-41f8-aa32-ef519c624c05 HTTP/1.1" status: 200  len: 914 time: 0.1348836
Jul 19 01:15:59.988377 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38a91fd-2183-4831-bfb1-889f8cab756d,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:15:59.991096 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:00.000686 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.004497 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-7a455e7b-60b5-46bc-994a-fa6f79541506 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1562712
Jul 19 01:16:00.004723 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42874) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:16:00.010752 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'security_group_rule': {'security_group_id': '4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3', 'project_id': '880524b6d86e4d918495c133fb3b940e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:16:00.016463 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:16:00.020248 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Usage tracker for resource:security_group_rule and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:16:00.023409 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:16:00.029137 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:16:00.045936 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.077763 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36c30100>, [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:59Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'c272ca2d-a9b5-488b-a3ea-de64f6d85738', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'port_id': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'mac_address': 'fa:16:3e:71:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:15:58Z', 'updated_at': '2021-07-19T01:15:58Z', 'revision_number': 0, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649b5f1c-557e-4eb3-8ba9-13e7272adb5e', 'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'mac_address': 'fa:16:3e:be:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:58Z', 'updated_at': '2021-07-19T01:15:05Z', 'revision_number': 5, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'subnets': [{'id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:16:00.081566 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] Checking router: 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:16:00.090401 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] Routers {'9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:16:00.091034 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36c30100>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:15:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:16:00.100443 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-7bb8ba87-8789-4670-b374-145db5c7b478 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 200  len: 999 time: 0.1095326
Jul 19 01:16:00.115507 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.120795 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.131387 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0de469c0-6d15-4d9c-b427-375a552053db tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:00.155214 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9477fa3-20f6-4ad1-b527-cc2b1f9e76bb,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:00.162838 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:00.176918 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.178191 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-4f5cff12-106d-4276-be58-f5b329a2ec66 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1725309
Jul 19 01:16:00.181098 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42878) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:16:00.186673 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'security_group_rule': {'security_group_id': '4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3', 'project_id': '880524b6d86e4d918495c133fb3b940e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:16:00.192508 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:16:00.197184 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Usage tracker for resource:security_group_rule and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:16:00.200328 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:16:00.206662 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:16:00.226514 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.287984 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] Set router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:16:00.295606 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.300022 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.302341 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6f8e3d62-bbb6-49a7-b2e9-a6aa35654691 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:00.317328 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-1c0e757c-aca5-4860-85a3-9e0e0bd84a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:00.319930 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-1c0e757c-aca5-4860-85a3-9e0e0bd84a5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=565c58e9-c73a-4130-88c9-e09f2e3c510b HTTP/1.1" status: 200  len: 853 time: 0.2078347
Jul 19 01:16:00.324661 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62300338-ac81-476e-87b8-eb6a2916af5d,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:00.328738 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:00.338935 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.340211 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1581168
Jul 19 01:16:00.343238 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42882) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:16:00.348452 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'security_group_rule': {'security_group_id': '4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3', 'project_id': '880524b6d86e4d918495c133fb3b940e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:16:00.355357 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:16:00.358684 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Usage tracker for resource:security_group_rule and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:16:00.361598 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:16:00.367345 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:16:00.384698 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.421110 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-26b4049c-155f-4628-8b13-f32438468b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:00.422630 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-26b4049c-155f-4628-8b13-f32438468b9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5eba43dc-783b-41f8-aa32-ef519c624c05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760221
Jul 19 01:16:00.451690 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.457933 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.461086 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6c8fcefb-4a46-4464-ab60-5220292e7833 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:00.496867 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.498092 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1539226
Jul 19 01:16:00.501338 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42888) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:16:00.509588 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253da05c-bf9d-4469-a7ed-df9f6c82280f,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:00.518488 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b0c00e7c-74d5-4d3b-a150-a68b6a7dcaf3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:00.523330 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'security_group_rule': {'security_group_id': '4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3', 'project_id': '880524b6d86e4d918495c133fb3b940e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:16:00.531971 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:16:00.536811 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Usage tracker for resource:security_group_rule and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:16:00.540261 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:16:00.549339 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:16:00.566480 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-650377e6-7ed2-4923-b726-5032c224fdf0 service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358635
Jul 19 01:16:00.568226 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.securitygroups_db [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Project 880524b6d86e4d918495c133fb3b940e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 19 01:16:00.580994 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.661520 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.665796 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.668766 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-69fd1552-fb82-48ec-93e5-d5b5303f2482 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:00.697732 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cb7fc4-392a-429d-b684-f61c09943fc3,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:00.712344 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:00.726654 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.728760 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-5182c78e-ca5f-4750-8646-3871d919745c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2234387
Jul 19 01:16:00.731093 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 42894) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:16:00.741106 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-baa8b159-14ae-42b9-936e-1c68757daa63 req-56678fc0-c71f-4302-ba71-15c3b605e7ba service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601689
Jul 19 01:16:00.741684 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36c30100>, [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:59Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'c272ca2d-a9b5-488b-a3ea-de64f6d85738', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'port_id': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'mac_address': 'fa:16:3e:71:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:15:58Z', 'updated_at': '2021-07-19T01:15:58Z', 'revision_number': 0, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649b5f1c-557e-4eb3-8ba9-13e7272adb5e', 'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'mac_address': 'fa:16:3e:be:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:58Z', 'updated_at': '2021-07-19T01:15:05Z', 'revision_number': 5, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'subnets': [{'id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:16:00.745116 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'security_group_rule': {'security_group_id': '4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3', 'project_id': '880524b6d86e4d918495c133fb3b940e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:16:00.749419 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c571cfc-079f-41b8-98b4-2b38ef1f4e44 None None] The sync data for ids ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'] in dv-cinder-801236-1-iscsi is: [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:59Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'c272ca2d-a9b5-488b-a3ea-de64f6d85738', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'port_id': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'mac_address': 'fa:16:3e:71:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:15:58Z', 'updated_at': '2021-07-19T01:15:58Z', 'revision_number': 0, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649b5f1c-557e-4eb3-8ba9-13e7272adb5e', 'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'mac_address': 'fa:16:3e:be:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:58Z', 'updated_at': '2021-07-19T01:15:05Z', 'revision_number': 5, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'subnets': [{'id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:16:00.754160 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:16:00.769101 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-63cd7ea9-2d92-42eb-9d98-aee82a85b68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.772699 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Usage tracker for resource:security_group_rule and tenant:880524b6d86e4d918495c133fb3b940e is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:16:00.781004 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:16:00.787630 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:16:00.841567 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.securitygroups_db [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Project 880524b6d86e4d918495c133fb3b940e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 19 01:16:00.849580 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.944854 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5f885-96f6-42e4-b1a9-e150dab5a428 req-c01753cb-669d-47d8-a23c-8a08841fa6ea tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:00.946392 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ccc5f885-96f6-42e4-b1a9-e150dab5a428 req-c01753cb-669d-47d8-a23c-8a08841fa6ea tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.1520212
Jul 19 01:16:00.948129 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.952440 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:00.968626 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f89f0649-2ca5-4930-b63c-039f5a8a6d57 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:00.977010 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28648d6f-b34b-4c73-99e1-d66e7a3da309 None None] New status for floating IP c272ca2d-a9b5-488b-a3ea-de64f6d85738: ACTIVE {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:16:00.998419 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe60070e-dbf2-4c09-9457-80bff7575bad,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:01.007890 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:01.019763 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:01.021059 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-45cffcca-afa8-44b7-996f-2ad4971a5873 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2886229
Jul 19 01:16:01.030287 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ccc5f885-96f6-42e4-b1a9-e150dab5a428 req-8e874121-38f8-4c54-bdc1-98bf37567fd8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767078
Jul 19 01:16:01.143641 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-96946065-2715-42ea-ad0f-eb425587159a req-2103e09c-5642-4694-9f6b-0540069c743b tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604537431&fields=id&tenant_id=880524b6d86e4d918495c133fb3b940e HTTP/1.1" status: 200  len: 267 time: 0.0406075
Jul 19 01:16:01.233007 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96946065-2715-42ea-ad0f-eb425587159a req-c5944c92-70f1-4037-a8f9-c9397fbca9a6 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:01.234714 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-96946065-2715-42ea-ad0f-eb425587159a req-c5944c92-70f1-4037-a8f9-c9397fbca9a6 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 945 time: 0.0857484
Jul 19 01:16:01.246258 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [req-96946065-2715-42ea-ad0f-eb425587159a req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'port': {'security_groups': ['ecc52f7b-8265-46e0-851c-4d033838b6e1', '4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3']}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:16:01.274260 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:01.361681 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-96946065-2715-42ea-ad0f-eb425587159a req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:01.483421 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:01.609957 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-96946065-2715-42ea-ad0f-eb425587159a req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] For port f0b90016-2749-47ba-b327-4eb29d5dd893, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f0b90016-2749-47ba-b327-4eb29d5dd893,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:16:01.634232 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-96946065-2715-42ea-ad0f-eb425587159a req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:01.638603 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-96946065-2715-42ea-ad0f-eb425587159a req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:01.644672 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:01.693891 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['f0b90016-2749-47ba-b327-4eb29d5dd893'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:16:01.720874 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'Port': ['ID=f0b90016-2749-47ba-b327-4eb29d5dd893,revision_number=6']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:01.726365 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:01.752095 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96946065-2715-42ea-ad0f-eb425587159a req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:01.752469 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-96946065-2715-42ea-ad0f-eb425587159a req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:01.753895 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-96946065-2715-42ea-ad0f-eb425587159a req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "PUT /v2.0/ports/f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 200  len: 981 time: 0.5128896
Jul 19 01:16:01.754414 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:16:01.805036 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'status': 'completed', 'code': 200}
Jul 19 01:16:01.967010 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['f0b90016-2749-47ba-b327-4eb29d5dd893'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:16:01.968740 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-4b213c5c-a27a-46ce-8480-a5d10e6e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:01.970285 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-4b213c5c-a27a-46ce-8480-a5d10e6e8b32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=880524b6d86e4d918495c133fb3b940e&device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 1137 time: 0.0936880
Jul 19 01:16:01.983830 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21171b5d-1dc6-458c-9fdc-b8ab5250dd81 req-9e8d26c6-1f23-41db-83e5-e2ee9f3857c3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:01.985352 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-21171b5d-1dc6-458c-9fdc-b8ab5250dd81 req-9e8d26c6-1f23-41db-83e5-e2ee9f3857c3 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0982838
Jul 19 01:16:02.038755 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-21171b5d-1dc6-458c-9fdc-b8ab5250dd81 req-e78e74d3-f7d5-4e49-bc84-3a7fe57c35c0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0465381
Jul 19 01:16:02.117219 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-b1349075-6dd0-4c30-ad3f-a183b68f6ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:02.119283 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-b1349075-6dd0-4c30-ad3f-a183b68f6ce8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5eba43dc-783b-41f8-aa32-ef519c624c05 HTTP/1.1" status: 200  len: 914 time: 0.1384497
Jul 19 01:16:02.133510 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-cf0dc170-f817-411f-b2cf-20edf481342f None None] Provisioning complete for port f0b90016-2749-47ba-b327-4eb29d5dd893 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:16:02.133913 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc170-f817-411f-b2cf-20edf481342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:02.232195 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e369fc-bc44-45b8-a3fe-32e59da54ec7 req-01d199ec-c705-4594-bcea-eb839c9a2dca tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:02.233670 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f7e369fc-bc44-45b8-a3fe-32e59da54ec7 req-01d199ec-c705-4594-bcea-eb839c9a2dca tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0888419
Jul 19 01:16:02.254955 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-5df384be-46c3-40f2-8f95-9ed0fa1c7c41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 200  len: 1001 time: 0.1031759
Jul 19 01:16:02.289106 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f7e369fc-bc44-45b8-a3fe-32e59da54ec7 req-3fa81409-0d09-4523-b8f4-fae82992469d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490117
Jul 19 01:16:02.319831 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-bc1563cf-10f3-4bc1-8bfc-a1103135e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:02.321267 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-bc1563cf-10f3-4bc1-8bfc-a1103135e335 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=565c58e9-c73a-4130-88c9-e09f2e3c510b HTTP/1.1" status: 200  len: 853 time: 0.0592394
Jul 19 01:16:02.400477 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-78efffd9-503c-40fb-b61d-7b346264f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:02.402059 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-78efffd9-503c-40fb-b61d-7b346264f4be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5eba43dc-783b-41f8-aa32-ef519c624c05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729616
Jul 19 01:16:02.487032 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8fabcdd2-8157-41b8-8308-c0d572aafc18 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:16:02.537675 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-a5c0406b-913f-4105-8016-797a8d9caebe service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263747
Jul 19 01:16:02.670222 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-05d93703-19a7-4b2f-89c9-8d270487ada3 req-807221af-7d58-4a43-93aa-8c56596bd602 service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215994
Jul 19 01:16:02.713097 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:16:02.734277 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'port_id': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'mac_address': 'fa:16:3e:6c:ca:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:16:02.829954 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:02.858469 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fabcdd2-8157-41b8-8308-c0d572aafc18 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:16:02.889423 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:16:02.896715 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:02.906769 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:02.970854 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:02.986551 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=6']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:02.989597 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:03.161723 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['8fabcdd2-8157-41b8-8308-c0d572aafc18'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:16:03.480373 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dcfea-87dd-4e3d-aa35-57e143785239 req-6c0d18c7-05c2-4439-858d-dcb24ccff930 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:03.481892 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bf7dcfea-87dd-4e3d-aa35-57e143785239 req-6c0d18c7-05c2-4439-858d-dcb24ccff930 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 944 time: 0.0792136
Jul 19 01:16:03.617130 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bf7dcfea-87dd-4e3d-aa35-57e143785239 req-db0a95c9-e357-4912-830b-42b1522a4d0c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1225646
Jul 19 01:16:04.499984 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8fabcdd2-8157-41b8-8308-c0d572aafc18 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:16:04.573477 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 8fabcdd2-8157-41b8-8308-c0d572aafc18 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:16:04.573976 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:04.711603 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:04.781344 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:16:04.794402 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:16:04.804311 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:04.806967 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:04.884066 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'code': 200}
Jul 19 01:16:04.884706 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647e38a-3e06-4329-a516-2128c36820a9 req-01e75999-1d1b-4438-b719-9db54fd2143d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:04.886480 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d647e38a-3e06-4329-a516-2128c36820a9 req-01e75999-1d1b-4438-b719-9db54fd2143d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.1398478
Jul 19 01:16:04.909499 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=7']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:04.914430 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:04.944041 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d647e38a-3e06-4329-a516-2128c36820a9 req-ae71bfd6-3c85-476a-9bcf-4121b2c274ea tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493312
Jul 19 01:16:06.150678 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306293a-ea3d-4632-8bf1-16ee9f69a6d6 req-497abb63-95c8-4941-b49b-328bf3687b57 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:06.152333 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b306293a-ea3d-4632-8bf1-16ee9f69a6d6 req-497abb63-95c8-4941-b49b-328bf3687b57 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0923905
Jul 19 01:16:06.212584 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b306293a-ea3d-4632-8bf1-16ee9f69a6d6 req-02e7468d-4222-4e24-ac41-e1ac2bb46737 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540411
Jul 19 01:16:07.325741 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:16:07.436764 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a37341-91b7-421c-ae7f-e13b994bbc5c req-c1597ecd-1f56-4c78-acff-9fc148a2889c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:07.443645 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e1a37341-91b7-421c-ae7f-e13b994bbc5c req-c1597ecd-1f56-4c78-acff-9fc148a2889c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.1008005
Jul 19 01:16:07.488544 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e1a37341-91b7-421c-ae7f-e13b994bbc5c req-89d9119e-655a-4bfa-a3bf-79f56d445cc7 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439615
Jul 19 01:16:08.710435 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d8a4e-cb34-4dc4-a140-49e5e59c04a5 req-70873d34-621b-47a2-af1a-453b02e0bb2d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:08.717346 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bc5d8a4e-cb34-4dc4-a140-49e5e59c04a5 req-70873d34-621b-47a2-af1a-453b02e0bb2d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0990150
Jul 19 01:16:08.766294 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bc5d8a4e-cb34-4dc4-a140-49e5e59c04a5 req-bb077ab9-060c-4747-9478-a4a50c4271e6 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479479
Jul 19 01:16:10.041067 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5066a2f-2073-4b42-8af7-70a883fbd43e req-6105ee3f-2809-4d12-994d-3efcd68cb87b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:10.051006 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c5066a2f-2073-4b42-8af7-70a883fbd43e req-6105ee3f-2809-4d12-994d-3efcd68cb87b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.1429627
Jul 19 01:16:10.076338 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-efba9927-90d1-4d10-ba95-676d8c5b22c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734515
Jul 19 01:16:10.112139 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c5066a2f-2073-4b42-8af7-70a883fbd43e req-cfe7af25-4bbb-4717-ba78-27c0cf82d0d9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598814
Jul 19 01:16:10.294359 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-0b0e9838-1c56-496c-b535-e2735de7d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:10.296506 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-0b0e9838-1c56-496c-b535-e2735de7d4f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a348ea9c922b4a408fcd783d34f75e06&device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 1099 time: 0.0941982
Jul 19 01:16:10.475751 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-133bf38a-5345-44e7-86c2-787392ac9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:10.477474 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-133bf38a-5345-44e7-86c2-787392ac9901 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c079f077-1996-4d04-bab9-7c5a3344760f HTTP/1.1" status: 200  len: 909 time: 0.1607790
Jul 19 01:16:10.723813 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-db568b75-a32a-437e-a56c-572976951e2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d HTTP/1.1" status: 200  len: 1002 time: 0.2396741
Jul 19 01:16:10.804189 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-9afb0d4a-447e-4691-b8f0-0a9abce6b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:10.806040 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-9afb0d4a-447e-4691-b8f0-0a9abce6b6ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8 HTTP/1.1" status: 200  len: 848 time: 0.0755866
Jul 19 01:16:10.891318 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-f42c2208-a023-43b8-b08d-65e6e66f0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:10.892848 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-f42c2208-a023-43b8-b08d-65e6e66f0d1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c079f077-1996-4d04-bab9-7c5a3344760f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784171
Jul 19 01:16:11.032736 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-f37c78e2-0f51-42ac-9be1-dd2bbb3bf4a3 service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313841
Jul 19 01:16:11.185570 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-96d59f0f-289b-44e1-86c1-4f0b6b46e4d4 req-0eae9d23-ec59-47c9-916c-e71f6681e02a service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441545
Jul 19 01:16:11.332323 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a931b-58f4-46ad-b935-1a4bce453057 req-7cc9d0a5-6954-4fb5-9f83-7133a80dead2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:11.334154 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c93a931b-58f4-46ad-b935-1a4bce453057 req-7cc9d0a5-6954-4fb5-9f83-7133a80dead2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.1006062
Jul 19 01:16:11.402338 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c93a931b-58f4-46ad-b935-1a4bce453057 req-345db017-58bf-46ca-ad1f-bc5130f632d2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616543
Jul 19 01:16:12.591632 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8995459-ebbd-4d87-a4d6-62d9c2df30a9 req-49989aba-4165-4931-bd7a-d3c7d2590749 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:12.593073 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c8995459-ebbd-4d87-a4d6-62d9c2df30a9 req-49989aba-4165-4931-bd7a-d3c7d2590749 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0808349
Jul 19 01:16:12.636969 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c8995459-ebbd-4d87-a4d6-62d9c2df30a9 req-d194eac6-da3d-4767-a77d-5d1ef5aa0e79 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383492
Jul 19 01:16:13.116560 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-8ffdc286-c40f-4155-abb1-60a9b994b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:13.117964 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-8ffdc286-c40f-4155-abb1-60a9b994b936 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 1098 time: 0.0703125
Jul 19 01:16:13.244676 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-3c8d8515-4fa8-47bc-b2ce-89a8f8c64571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:13.246112 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-3c8d8515-4fa8-47bc-b2ce-89a8f8c64571 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 916 time: 0.1208184
Jul 19 01:16:13.347714 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-1d9485d7-8a36-40fd-8346-cac08c5533df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18 HTTP/1.1" status: 200  len: 1000 time: 0.0922561
Jul 19 01:16:13.407642 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-54612daa-12db-43f4-b98a-8bfdd94fdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:13.408913 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-54612daa-12db-43f4-b98a-8bfdd94fdf81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.0543127
Jul 19 01:16:13.485314 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-2fa617c8-a8d8-4191-b7ba-b2bce0518d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:13.486769 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-2fa617c8-a8d8-4191-b7ba-b2bce0518d8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703766
Jul 19 01:16:13.617733 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-b9753abe-c90b-43c5-9855-29e26cc772b2 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215310
Jul 19 01:16:13.753402 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-73d5d871-48ca-489c-b299-a6120b64eb95 req-5f307fd4-4b92-4619-ba92-f8a323a585c7 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231341
Jul 19 01:16:13.823956 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bd301-5279-4e26-b66c-053457341d89 req-710f0ab6-245a-4495-89f9-c5f7ae409163 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:13.825403 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-221bd301-5279-4e26-b66c-053457341d89 req-710f0ab6-245a-4495-89f9-c5f7ae409163 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0798364
Jul 19 01:16:13.873155 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-221bd301-5279-4e26-b66c-053457341d89 req-23394af1-7db1-4766-b1ba-f5fa46c15b92 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421054
Jul 19 01:16:15.059589 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6360ad-5bf3-46d5-95cf-bc2ff925e64d req-9f1fb2ce-9a8d-48f6-b738-32917454ad1c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:15.061023 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4f6360ad-5bf3-46d5-95cf-bc2ff925e64d req-9f1fb2ce-9a8d-48f6-b738-32917454ad1c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0784700
Jul 19 01:16:15.103855 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4f6360ad-5bf3-46d5-95cf-bc2ff925e64d req-c54792e3-9c03-4bdd-9d79-ba52c07f2751 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372775
Jul 19 01:16:16.299106 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe79e03-a4f2-4104-a7a5-99d67a38e458 req-13b523e9-7deb-46b3-bf23-c814f8f651fb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:16.300564 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6fe79e03-a4f2-4104-a7a5-99d67a38e458 req-13b523e9-7deb-46b3-bf23-c814f8f651fb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 945 time: 0.0844707
Jul 19 01:16:16.345160 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6fe79e03-a4f2-4104-a7a5-99d67a38e458 req-8da1262b-5974-4f4d-b310-b892217efda5 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386784
Jul 19 01:16:16.570704 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8fabcdd2-8157-41b8-8308-c0d572aafc18 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:16:16.685090 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:16.714914 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:16:16.725768 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:16:16.730906 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:16.733629 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-fa79bc4a-5c6f-4d86-bade-cdd54051ddbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:16.771698 dv-cinder-801236-1-iscsi neutron-server[78649]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'code': 422} returned with failed status
Jul 19 01:16:16.804662 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=8']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:16.807869 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:17.774546 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-842cb1f1-6fd7-4f89-a737-3dea707ab22d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0711062
Jul 19 01:16:17.779680 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a916e5-db83-479b-8460-ba25bb6cec3f req-f7e2f1f4-f47f-4d93-8b10-613f7485bc23 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:17.781239 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f6a916e5-db83-479b-8460-ba25bb6cec3f req-f7e2f1f4-f47f-4d93-8b10-613f7485bc23 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0894196
Jul 19 01:16:17.829258 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f6a916e5-db83-479b-8460-ba25bb6cec3f req-937638c3-1bfc-4772-a286-5dbbbf2914c3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424485
Jul 19 01:16:18.803408 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-288b09f5-4533-4285-8205-e8441b1e02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:18.804876 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-288b09f5-4533-4285-8205-e8441b1e02f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8&tenant_id=da4b6b1b1cae4c68818c57fc60b9f135 HTTP/1.1" status: 200  len: 1096 time: 0.0724723
Jul 19 01:16:18.908949 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-fe41febb-2b78-4144-a965-b5ffd2da1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:18.910468 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-fe41febb-2b78-4144-a965-b5ffd2da1da6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 1096 time: 0.0704522
Jul 19 01:16:19.020479 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4077b0d-38d5-47cc-aa31-adb9d7837452 req-8dff74fd-08d8-467d-bf82-9de4de9f1cf8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:19.022419 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a4077b0d-38d5-47cc-aa31-adb9d7837452 req-8dff74fd-08d8-467d-bf82-9de4de9f1cf8 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0825479
Jul 19 01:16:19.040427 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-f07edc94-7250-4f08-8a7d-27d2e7bc72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:19.041910 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-f07edc94-7250-4f08-8a7d-27d2e7bc72e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 916 time: 0.1240289
Jul 19 01:16:19.067297 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a4077b0d-38d5-47cc-aa31-adb9d7837452 req-01ffe785-3ce6-4a1a-9676-cdabcaf4aebc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390737
Jul 19 01:16:19.233270 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-aa427361-719b-4e41-b7a2-f15ee8d3dd0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18 HTTP/1.1" status: 200  len: 998 time: 0.1843874
Jul 19 01:16:19.297544 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-8d7537d8-b5bd-42da-87ed-b7786c34fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:19.298876 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-8d7537d8-b5bd-42da-87ed-b7786c34fdcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.0573487
Jul 19 01:16:19.373328 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-8c412bea-0be5-465b-8c30-0a3e41fc21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:19.374865 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-8c412bea-0be5-465b-8c30-0a3e41fc21f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687795
Jul 19 01:16:19.507760 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-7ae45d2a-c732-4a27-b016-46bfad68348b service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246634
Jul 19 01:16:19.637620 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-49cb68d8-b884-42a4-b55d-0618e7fb49c5 req-8b48814f-06b2-48b0-b65a-f91dcc32c4ad service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231823
Jul 19 01:16:20.324498 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641e948-b991-4d1a-8237-cf9c72c67d01 req-65461667-9495-45a6-8d42-380a6c100fd3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:20.326708 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c641e948-b991-4d1a-8237-cf9c72c67d01 req-65461667-9495-45a6-8d42-380a6c100fd3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0863233
Jul 19 01:16:20.379334 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c641e948-b991-4d1a-8237-cf9c72c67d01 req-cf0402e8-2a1c-478b-9036-7b1565cd9ef2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462289
Jul 19 01:16:21.571958 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09f084-3775-4381-9e63-cd16f9a42fec req-53442bc1-2879-4efd-8161-3290aca18e62 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:21.573421 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5b09f084-3775-4381-9e63-cd16f9a42fec req-53442bc1-2879-4efd-8161-3290aca18e62 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0839355
Jul 19 01:16:21.619536 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5b09f084-3775-4381-9e63-cd16f9a42fec req-a7f187b8-6e74-4f32-981e-ec932fb109c1 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404477
Jul 19 01:16:22.819121 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a534be-c658-4f62-8aed-1e241923ca69 req-fe7a0850-763d-428b-8b7b-6dabc01a27c9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:22.820626 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-76a534be-c658-4f62-8aed-1e241923ca69 req-fe7a0850-763d-428b-8b7b-6dabc01a27c9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0858133
Jul 19 01:16:22.865925 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-76a534be-c658-4f62-8aed-1e241923ca69 req-9ec67607-9e4f-443b-94ac-73c965e44043 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392106
Jul 19 01:16:24.055570 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b82fb8-0c36-424e-abb9-56083b9ded7a req-2c1ce666-2cb6-4ca7-b1b8-e2d41b9cdc67 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:24.056943 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-91b82fb8-0c36-424e-abb9-56083b9ded7a req-2c1ce666-2cb6-4ca7-b1b8-e2d41b9cdc67 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0810549
Jul 19 01:16:24.107510 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-91b82fb8-0c36-424e-abb9-56083b9ded7a req-bef62b12-78da-468b-89cf-81e27bd530f9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435824
Jul 19 01:16:25.337823 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa2ce2-e280-442c-bf58-aeb17e67c9a4 req-64d99e4f-a21d-4b08-8e7e-382ec9103bf7 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:25.339327 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f1aa2ce2-e280-442c-bf58-aeb17e67c9a4 req-64d99e4f-a21d-4b08-8e7e-382ec9103bf7 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0864561
Jul 19 01:16:25.390112 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f1aa2ce2-e280-442c-bf58-aeb17e67c9a4 req-78308953-d2b3-46ac-9107-61f212bf475f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449922
Jul 19 01:16:26.584719 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af906f-284c-4e0e-9546-b577ce286cc3 req-ce4996d8-450d-4b9b-9eaa-8fd6afd786cb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:26.587182 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-67af906f-284c-4e0e-9546-b577ce286cc3 req-ce4996d8-450d-4b9b-9eaa-8fd6afd786cb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0819392
Jul 19 01:16:26.637524 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-67af906f-284c-4e0e-9546-b577ce286cc3 req-1d2deccf-ea2c-48c7-9e97-b8eff68d45b6 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439622
Jul 19 01:16:27.912224 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfef05-ca3c-4cc9-b4c8-df6f4e260963 req-80b087e2-ff71-4a33-9c7c-883c0382f46a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:27.913733 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-13cfef05-ca3c-4cc9-b4c8-df6f4e260963 req-80b087e2-ff71-4a33-9c7c-883c0382f46a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.1614735
Jul 19 01:16:27.958275 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-13cfef05-ca3c-4cc9-b4c8-df6f4e260963 req-927894c3-5d45-4f0b-b334-1c501d78d9de tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390005
Jul 19 01:16:28.006067 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a7ad-14a2-4426-9b35-ec3caf89223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:28.328152 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88eeae-a144-4f0e-b9e6-8cca50415bd6 req-bbe90f40-3283-4d81-ab10-189c2e9b46a7 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:28.329601 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fb88eeae-a144-4f0e-b9e6-8cca50415bd6 req-bbe90f40-3283-4d81-ab10-189c2e9b46a7 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0876949
Jul 19 01:16:28.377836 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fb88eeae-a144-4f0e-b9e6-8cca50415bd6 req-58e94754-c7b8-4edf-b36e-11f697751669 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0423150
Jul 19 01:16:28.495768 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:29.152621 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17400e-a8d0-430c-b7c8-31a5292cbe2f req-bef543c1-c9a5-4680-b6cd-6c3b8f6a8721 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:29.154347 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7a17400e-a8d0-430c-b7c8-31a5292cbe2f req-bef543c1-c9a5-4680-b6cd-6c3b8f6a8721 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0836494
Jul 19 01:16:29.203960 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7a17400e-a8d0-430c-b7c8-31a5292cbe2f req-b8ca0c91-a88b-4449-b490-4effa2e1da18 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437934
Jul 19 01:16:29.573557 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc9907-61d2-494c-9a16-019782c51fcc req-4caf5850-fd94-4ceb-88ab-df1adaf17d5f tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:29.575062 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-93bc9907-61d2-494c-9a16-019782c51fcc req-4caf5850-fd94-4ceb-88ab-df1adaf17d5f tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0815201
Jul 19 01:16:29.625730 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-93bc9907-61d2-494c-9a16-019782c51fcc req-74cad2c0-fd28-4e73-9b4c-1ac6261381a0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0445492
Jul 19 01:16:30.407575 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b429e26-5eee-476b-aca0-125cb6a53705 req-5177f3a0-c852-4b3a-b05c-dd72c3862ee4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:30.409903 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1b429e26-5eee-476b-aca0-125cb6a53705 req-5177f3a0-c852-4b3a-b05c-dd72c3862ee4 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0937459
Jul 19 01:16:30.456401 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1b429e26-5eee-476b-aca0-125cb6a53705 req-62c53b5c-fafa-49d2-8a0a-9e9b90e74ec3 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406110
Jul 19 01:16:30.723048 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7587d404-fc2a-4980-8f0a-afc7f76d42ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:30.829911 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915ff5d-ded0-4de5-a665-78a6e7a247b8 req-f8fcd2a3-e72f-411f-ad20-2c6f2fbbe8a0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:30.831426 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9915ff5d-ded0-4de5-a665-78a6e7a247b8 req-f8fcd2a3-e72f-411f-ad20-2c6f2fbbe8a0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0827630
Jul 19 01:16:30.885020 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9915ff5d-ded0-4de5-a665-78a6e7a247b8 req-bf636916-d003-42c1-a732-d5d8d9a28764 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0469642
Jul 19 01:16:31.269357 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:31.485327 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:31.645517 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a007b-93d9-466a-b5bd-33a52f854b1a req-62fb56fc-d6a1-4a07-9af6-35eb3d8d7deb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:31.647498 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f54a007b-93d9-466a-b5bd-33a52f854b1a req-62fb56fc-d6a1-4a07-9af6-35eb3d8d7deb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0808814
Jul 19 01:16:31.691779 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f54a007b-93d9-466a-b5bd-33a52f854b1a req-31ba8eeb-4b3d-45aa-82c2-0e1fadb8da24 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384159
Jul 19 01:16:31.822885 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-9db272fb-8a2e-4313-bdfd-5d8d0023a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:31.824337 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-9db272fb-8a2e-4313-bdfd-5d8d0023a8de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=880524b6d86e4d918495c133fb3b940e&device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 1137 time: 0.0737793
Jul 19 01:16:31.955454 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-69b037e9-08db-4867-9885-b5333a7c06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:31.956893 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-69b037e9-08db-4867-9885-b5333a7c06a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5eba43dc-783b-41f8-aa32-ef519c624c05 HTTP/1.1" status: 200  len: 914 time: 0.1241882
Jul 19 01:16:32.060125 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-a92b9b8f-e097-4a37-b460-4cbf29833ea6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 200  len: 1001 time: 0.0953109
Jul 19 01:16:32.067702 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67799d-b847-406e-9ed4-2fc8a3f312cd req-85d4783e-6791-4c0c-802e-02af6e0d74f8 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:32.069637 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3e67799d-b847-406e-9ed4-2fc8a3f312cd req-85d4783e-6791-4c0c-802e-02af6e0d74f8 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0824378
Jul 19 01:16:32.115867 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3e67799d-b847-406e-9ed4-2fc8a3f312cd req-e88b5981-16ea-497e-aab7-c98b4be98c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0404549
Jul 19 01:16:32.123600 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-5583fa6a-9c17-4764-be8d-85ed33b8fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:32.125099 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-5583fa6a-9c17-4764-be8d-85ed33b8fcf8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=565c58e9-c73a-4130-88c9-e09f2e3c510b HTTP/1.1" status: 200  len: 853 time: 0.0575876
Jul 19 01:16:32.198622 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-4e594966-7ac5-4bc8-a739-3c3e0b9247b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:32.199987 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-4e594966-7ac5-4bc8-a739-3c3e0b9247b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5eba43dc-783b-41f8-aa32-ef519c624c05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0674796
Jul 19 01:16:32.330693 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-ac7d5a92-f9cd-49fa-9f58-741435641ebd service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219397
Jul 19 01:16:32.461813 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-20d65fe8-47f7-43cf-a4de-db949e23b40f req-84b40246-e5cd-4c28-a691-cb283b924068 service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238694
Jul 19 01:16:32.890065 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a163a-32d2-4d1e-822a-953c4a5f78c1 req-d01b948a-4253-4a92-90c6-839accd7d5c9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:32.891579 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e56a163a-32d2-4d1e-822a-953c4a5f78c1 req-d01b948a-4253-4a92-90c6-839accd7d5c9 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0849688
Jul 19 01:16:32.920032 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:32.938565 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e56a163a-32d2-4d1e-822a-953c4a5f78c1 req-0fc887d4-079d-414c-833e-0e4203b55bdc tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406909
Jul 19 01:16:33.301040 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb08eb3-9baf-4905-89fa-a5234070aab9 req-3d915e80-8f1f-40a2-9755-1ed32d2e6278 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:33.302469 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-acb08eb3-9baf-4905-89fa-a5234070aab9 req-3d915e80-8f1f-40a2-9755-1ed32d2e6278 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0811241
Jul 19 01:16:33.348173 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-acb08eb3-9baf-4905-89fa-a5234070aab9 req-1050a26c-5699-46f3-8512-d6ca4fcccb70 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399246
Jul 19 01:16:34.126777 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127f63c-824e-42ab-94cb-70b48465c2ac req-a2d2686f-c926-41f5-9042-af281d8c449b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:34.128238 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3127f63c-824e-42ab-94cb-70b48465c2ac req-a2d2686f-c926-41f5-9042-af281d8c449b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 943 time: 0.0799932
Jul 19 01:16:34.175827 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3127f63c-824e-42ab-94cb-70b48465c2ac req-6856af90-6345-410e-9b30-bf01b1ca9d6d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413673
Jul 19 01:16:34.536754 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d230f-411c-4064-9abc-50322a2a7eb1 req-fd400de7-326c-44bf-b1b3-f33d485b5547 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:34.538229 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-019d230f-411c-4064-9abc-50322a2a7eb1 req-fd400de7-326c-44bf-b1b3-f33d485b5547 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0793929
Jul 19 01:16:34.583171 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-019d230f-411c-4064-9abc-50322a2a7eb1 req-cc77a2bd-0d0b-4c54-8672-5d8e76340f09 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0393548
Jul 19 01:16:34.690522 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8fabcdd2-8157-41b8-8308-c0d572aafc18 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:16:34.819516 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:16:34.831975 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'port_id': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'mac_address': 'fa:16:3e:6c:ca:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:16:34.888921 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:34.905447 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fabcdd2-8157-41b8-8308-c0d572aafc18 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:16:34.920250 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:16:34.923804 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:34.925478 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:34.987323 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=9']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:34.990874 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:35.255460 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['8fabcdd2-8157-41b8-8308-c0d572aafc18'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:16:35.365396 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05954e70-ca04-403d-b3a6-dc144da41189 req-ddad9715-33d6-40a9-a61d-b19719e1db83 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:35.366850 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-05954e70-ca04-403d-b3a6-dc144da41189 req-ddad9715-33d6-40a9-a61d-b19719e1db83 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 944 time: 0.0835726
Jul 19 01:16:35.411814 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-05954e70-ca04-403d-b3a6-dc144da41189 req-3515eda6-c794-4d44-a106-c281c9f6038b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384409
Jul 19 01:16:35.763961 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9fff5-a52f-4b77-b847-252a08bebb72 req-9fac05df-cfe5-44ce-860b-c8b136e2524a tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:35.765421 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6be9fff5-a52f-4b77-b847-252a08bebb72 req-9fac05df-cfe5-44ce-860b-c8b136e2524a tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0800219
Jul 19 01:16:35.811705 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6be9fff5-a52f-4b77-b847-252a08bebb72 req-6a9aed88-e62a-400f-a359-6750cbff5514 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0400918
Jul 19 01:16:36.600659 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1fb12-ad72-4b7b-ae41-4c4c1452b65b req-c34700aa-e636-4a08-8934-adca94af370b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:36.602206 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ad1fb12-ad72-4b7b-ae41-4c4c1452b65b req-c34700aa-e636-4a08-8934-adca94af370b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 944 time: 0.0812409
Jul 19 01:16:36.646885 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ad1fb12-ad72-4b7b-ae41-4c4c1452b65b req-1ebff9b0-e9e3-4a30-a94e-cfa1723aac16 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390635
Jul 19 01:16:36.700667 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8fabcdd2-8157-41b8-8308-c0d572aafc18 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:16:36.766525 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 8fabcdd2-8157-41b8-8308-c0d572aafc18 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:16:36.766926 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:36.879602 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:36.906583 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:16:36.916482 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:16:36.920670 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:36.923650 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:16:36.981489 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'code': 200}
Jul 19 01:16:36.998345 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a69c1-9241-475d-87db-e0dd5dc285a2 req-5e59e019-4081-4216-87b1-e7225413a45c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:36.999756 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-681a69c1-9241-475d-87db-e0dd5dc285a2 req-5e59e019-4081-4216-87b1-e7225413a45c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0811007
Jul 19 01:16:37.025752 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=10']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:16:37.028775 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:16:37.054847 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-681a69c1-9241-475d-87db-e0dd5dc285a2 req-4bf48216-f19b-4d56-be18-7a8f7c201d23 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0457537
Jul 19 01:16:37.248140 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27bb12-c888-4d4d-9feb-e4e85cee8bf3 req-2081513b-4f0a-4f0f-9d34-09e6ace60140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:37.249573 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0c27bb12-c888-4d4d-9feb-e4e85cee8bf3 req-2081513b-4f0a-4f0f-9d34-09e6ace60140 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 1099 time: 0.0711057
Jul 19 01:16:37.290191 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-0c27bb12-c888-4d4d-9feb-e4e85cee8bf3 req-a5de1195-763c-4ee6-a67c-ca2d1c5fde88 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331306
Jul 19 01:16:37.830661 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686695b-0663-49a4-9e88-c8dd7c2d477f req-afb42282-2622-42fd-b2cb-25f4addd7b4a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:37.832103 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9686695b-0663-49a4-9e88-c8dd7c2d477f req-afb42282-2622-42fd-b2cb-25f4addd7b4a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 946 time: 0.0786366
Jul 19 01:16:37.875194 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9686695b-0663-49a4-9e88-c8dd7c2d477f req-9792ec49-d9ca-4ffe-8845-cdfd7c5c6171 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376358
Jul 19 01:16:38.238807 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842ba7c-4871-4132-9f2c-e42254b0f0eb req-b344483d-f72b-40f4-9134-ebb1fdd3a836 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:38.240232 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a842ba7c-4871-4132-9f2c-e42254b0f0eb req-b344483d-f72b-40f4-9134-ebb1fdd3a836 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0809937
Jul 19 01:16:38.353819 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a842ba7c-4871-4132-9f2c-e42254b0f0eb req-13d3f346-69c9-4dd9-8093-08929f05a015 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1070147
Jul 19 01:16:39.062898 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd544f68-bd2e-4057-be79-140f4a55e9f2 req-da625098-fca9-464e-9cd2-e2b49d05c09b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:39.064270 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bd544f68-bd2e-4057-be79-140f4a55e9f2 req-da625098-fca9-464e-9cd2-e2b49d05c09b tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 946 time: 0.0795550
Jul 19 01:16:39.111445 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bd544f68-bd2e-4057-be79-140f4a55e9f2 req-db64ca4e-6f5f-4ccd-9691-b516eb409cf2 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407324
Jul 19 01:16:39.539687 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672885cd-27d8-43a0-9fd8-d2d1ca748929 req-a92f6dbd-4466-4151-828d-f46857a18282 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:39.541120 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-672885cd-27d8-43a0-9fd8-d2d1ca748929 req-a92f6dbd-4466-4151-828d-f46857a18282 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0792751
Jul 19 01:16:39.586356 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-672885cd-27d8-43a0-9fd8-d2d1ca748929 req-cf880221-20ec-4e21-aa6c-9a3cc63f67f5 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395653
Jul 19 01:16:40.297997 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3aebf1-3051-4209-bc6a-0e733f090abe req-9db3c5ab-ff85-470c-8743-a7fb1e65c56f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:40.299422 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a3aebf1-3051-4209-bc6a-0e733f090abe req-9db3c5ab-ff85-470c-8743-a7fb1e65c56f tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 946 time: 0.0807745
Jul 19 01:16:40.343457 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6a3aebf1-3051-4209-bc6a-0e733f090abe req-1b2ad044-7f23-40b7-bd3e-6d9dadd691bb tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378866
Jul 19 01:16:40.773860 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f26eef-c690-4f93-a324-aeaef2247d6a req-580167e6-7895-41f7-92e8-b0de2292857c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:40.775286 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e4f26eef-c690-4f93-a324-aeaef2247d6a req-580167e6-7895-41f7-92e8-b0de2292857c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0808938
Jul 19 01:16:40.820706 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e4f26eef-c690-4f93-a324-aeaef2247d6a req-344f1403-edda-4b06-b306-4a3679d9e614 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0396936
Jul 19 01:16:42.007491 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4602b9-543f-40be-a450-0227801a0bc8 req-2f0f05ec-fb3c-447b-a3b2-54281f03d844 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:42.009432 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1e4602b9-543f-40be-a450-0227801a0bc8 req-2f0f05ec-fb3c-447b-a3b2-54281f03d844 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0828485
Jul 19 01:16:42.056065 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-1e4602b9-543f-40be-a450-0227801a0bc8 req-cea70520-f702-4dfe-85ab-6c07f56ba5cf tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405123
Jul 19 01:16:43.239741 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418b469-2f5d-4fb0-91b1-d8384786ce81 req-6c9195b8-1ff7-4ed2-8d00-80542bbfe30c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:43.241173 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b418b469-2f5d-4fb0-91b1-d8384786ce81 req-6c9195b8-1ff7-4ed2-8d00-80542bbfe30c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0806324
Jul 19 01:16:43.291753 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b418b469-2f5d-4fb0-91b1-d8384786ce81 req-7a2ed1c0-0093-482e-a858-19b723904a20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444827
Jul 19 01:16:44.325481 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:16:44.475581 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86e72f-489e-4d33-a05e-acb388b89618 req-31b68e81-7181-4dde-882a-8ca4d75f3187 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:44.477549 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c86e72f-489e-4d33-a05e-acb388b89618 req-31b68e81-7181-4dde-882a-8ca4d75f3187 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0785034
Jul 19 01:16:44.524015 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-6c86e72f-489e-4d33-a05e-acb388b89618 req-d093b66c-7d7b-482b-b388-f711fd0c968d tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401819
Jul 19 01:16:45.710763 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c74ef8-3675-482f-8851-e49ffe901595 req-bc070ad5-6835-4efa-9764-da3af4b0ae6a tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:45.712243 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-60c74ef8-3675-482f-8851-e49ffe901595 req-bc070ad5-6835-4efa-9764-da3af4b0ae6a tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0824683
Jul 19 01:16:45.760662 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-60c74ef8-3675-482f-8851-e49ffe901595 req-be2947df-de39-432c-b55d-8af3e4415444 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0425096
Jul 19 01:16:46.942727 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e72106-b5c6-4bac-a0d0-68822fa91018 req-5289d615-15cb-4aa8-a419-afea3b3b35b5 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:46.944263 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a1e72106-b5c6-4bac-a0d0-68822fa91018 req-5289d615-15cb-4aa8-a419-afea3b3b35b5 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0822687
Jul 19 01:16:46.990368 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a1e72106-b5c6-4bac-a0d0-68822fa91018 req-9e20f3d3-b219-4d0a-a9d9-f7f45e17814b tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0404491
Jul 19 01:16:48.173002 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416a448-b57a-468b-9775-9a818147c9d7 req-d532d90b-f446-4e37-bbb4-3057d1c089bb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:48.174721 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8416a448-b57a-468b-9775-9a818147c9d7 req-d532d90b-f446-4e37-bbb4-3057d1c089bb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0815880
Jul 19 01:16:48.221075 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8416a448-b57a-468b-9775-9a818147c9d7 req-42b08c9d-6e5b-47eb-afcf-399c20c61cf1 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0406859
Jul 19 01:16:49.405186 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfbbdd-f942-4cb9-bc74-44cc1e21bd7b req-5c6c3e77-471a-4351-ac5c-32f76f70b0e9 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:16:49.406661 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e0cfbbdd-f942-4cb9-bc74-44cc1e21bd7b req-5c6c3e77-471a-4351-ac5c-32f76f70b0e9 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.0835538
Jul 19 01:16:49.455484 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e0cfbbdd-f942-4cb9-bc74-44cc1e21bd7b req-47f08bdb-a270-447b-954e-98afbd65cec2 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3&id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0431087
Jul 19 01:16:58.006269 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-844d0985-810b-497f-9ab3-fad70bbad92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:16:58.498276 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:00.718573 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f926f8e2-b195-44c5-89f1-3a56fd26fd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:01.016030 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43304) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:01.291440 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:01.331042 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Deleting port 01c4f2ba-4d72-4230-90da-b466db0e90b1 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:01.331401 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:01.489279 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:01.499123 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:01.499439 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:01.690162 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Calling delete_port for 01c4f2ba-4d72-4230-90da-b466db0e90b1 owned by network:floatingip {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:01.839682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:01.843038 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:01.884110 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event deleted for resources: {'Port': ['ID=01c4f2ba-4d72-4230-90da-b466db0e90b1,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:01.919685 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.920049 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.920410 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.920758 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.921110 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.921461 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.921836 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.922185 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.922526 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.922869 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.923210 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.923548 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:01.932006 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:01.990416 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for floatingip, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:01.990741 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Floating IP d39ffb4f-dba8-4ff5-9fdf-a4285b68185e disassociated (deleted). External IP: 172.27.3.145, port: 42b6981a-e088-4539-ba72-650fa6fa1c6d.
Jul 19 01:17:02.326351 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:17:02.504750 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:17:02.514020 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] Sync routers for ids ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:17:02.523731 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] Routers {'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:02.524706 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:02.524864 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda385cd7f0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:02.578770 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "DELETE /v2.0/floatingips/d39ffb4f-dba8-4ff5-9fdf-a4285b68185e HTTP/1.1" status: 204  len: 168 time: 1.5614884
Jul 19 01:17:02.579341 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:17:02.626001 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'status': 'completed', 'code': 200}
Jul 19 01:17:02.721576 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] Set router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:02.759875 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-f67eaec8-ff7e-4462-8c8e-06a2ec8f9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:02.762309 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-f67eaec8-ff7e-4462-8c8e-06a2ec8f9676 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a348ea9c922b4a408fcd783d34f75e06&device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 1099 time: 0.0808952
Jul 19 01:17:02.923904 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-76956f72-ebad-4a76-a9ea-b7d64e33fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:02.925344 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-76956f72-ebad-4a76-a9ea-b7d64e33fe68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c079f077-1996-4d04-bab9-7c5a3344760f HTTP/1.1" status: 200  len: 909 time: 0.1553452
Jul 19 01:17:02.978336 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:03.010873 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5034d-eb65-4bb8-b686-2d810ca5168f req-733d7554-b6fa-4da7-96ac-6f7d3b912599 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:03.011602 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-89c5034d-eb65-4bb8-b686-2d810ca5168f req-733d7554-b6fa-4da7-96ac-6f7d3b912599 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Synchronizing usage tracker for tenant:a348ea9c922b4a408fcd783d34f75e06 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:17:03.028613 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-89c5034d-eb65-4bb8-b686-2d810ca5168f req-733d7554-b6fa-4da7-96ac-6f7d3b912599 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Unset dirty status for tenant:a348ea9c922b4a408fcd783d34f75e06 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:17:03.030771 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-89c5034d-eb65-4bb8-b686-2d810ca5168f req-733d7554-b6fa-4da7-96ac-6f7d3b912599 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.1123476
Jul 19 01:17:03.076650 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-89c5034d-eb65-4bb8-b686-2d810ca5168f req-e0839062-cd9f-4e9f-b89c-6d8d06aac42d tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407732
Jul 19 01:17:03.079730 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda385cd7f0>, [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'd7ddc4a7-7cff-400e-8614-193849de1f30', 'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'mac_address': 'fa:16:3e:82:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:47Z', 'updated_at': '2021-07-19T01:10:57Z', 'revision_number': 5, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'subnets': [{'id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:03.084645 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] Checking router: ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:17:03.092106 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-cc85df24-98f5-4866-88e6-c7a84b93c18b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d HTTP/1.1" status: 200  len: 217 time: 0.1588757
Jul 19 01:17:03.094075 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] Routers {'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:03.094687 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda385cd7f0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:03.158319 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-843c7d0f-d2a7-4e01-9ad6-98082f0cdaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:03.160051 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-843c7d0f-d2a7-4e01-9ad6-98082f0cdaa7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8 HTTP/1.1" status: 200  len: 848 time: 0.0601437
Jul 19 01:17:03.234161 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-0ac1de4d-b19e-45bb-853b-703f04dfc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:03.235583 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-0ac1de4d-b19e-45bb-853b-703f04dfc665 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c079f077-1996-4d04-bab9-7c5a3344760f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685246
Jul 19 01:17:03.269529 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] Set router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:03.371479 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-37054842-b8c0-4df8-9560-5428dcea76ff service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231077
Jul 19 01:17:03.507531 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-aa4b3874-1246-43b6-8ba5-0c66658436c7 req-53b4c2eb-4b04-471d-847c-8902feb2a988 service neutron] 10.222.0.16 "GET /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261599
Jul 19 01:17:03.576157 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda385cd7f0>, [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'd7ddc4a7-7cff-400e-8614-193849de1f30', 'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'mac_address': 'fa:16:3e:82:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:47Z', 'updated_at': '2021-07-19T01:10:57Z', 'revision_number': 5, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'subnets': [{'id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:03.580033 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8d7c9-db28-4039-bca2-49b097ddaf20 None None] The sync data for ids ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'] in dv-cinder-801236-1-iscsi is: [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'd7ddc4a7-7cff-400e-8614-193849de1f30', 'name': '', 'network_id': 'c079f077-1996-4d04-bab9-7c5a3344760f', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'mac_address': 'fa:16:3e:82:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:47Z', 'updated_at': '2021-07-19T01:10:57Z', 'revision_number': 5, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'subnets': [{'id': 'f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:17:03.810077 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2cae2-6012-47cf-bedf-057682af253a None None] New status for floating IP d39ffb4f-dba8-4ff5-9fdf-a4285b68185e: DOWN {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:17:04.257625 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa72f9-effe-4ddd-b9d8-893219463953 req-2aeadea1-0701-42d2-8d44-9e4037dbc461 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:04.259084 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e8aa72f9-effe-4ddd-b9d8-893219463953 req-2aeadea1-0701-42d2-8d44-9e4037dbc461 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0778661
Jul 19 01:17:04.306443 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e8aa72f9-effe-4ddd-b9d8-893219463953 req-43ed8c10-06ba-4303-9bc0-c0f8b6bb13f6 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416474
Jul 19 01:17:04.895374 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-93c0910e-54cd-4d08-9f70-aa1c1eb1ade2 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:04.896785 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-93c0910e-54cd-4d08-9f70-aa1c1eb1ade2 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0817206
Jul 19 01:17:04.981415 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Deleting port 42b6981a-e088-4539-ba72-650fa6fa1c6d {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:04.981728 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:05.234701 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] For port 42b6981a-e088-4539-ba72-650fa6fa1c6d, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=42b6981a-e088-4539-ba72-650fa6fa1c6d,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:05.235058 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:05.357468 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Calling delete_port for 42b6981a-e088-4539-ba72-650fa6fa1c6d owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:05.502672 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ea368-e541-4ea2-9c01-a3ba2bd4ce39 req-789d505b-5ca3-4d40-bc54-bdcd4defdf8d tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:05.504316 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-703ea368-e541-4ea2-9c01-a3ba2bd4ce39 req-789d505b-5ca3-4d40-bc54-bdcd4defdf8d tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 946 time: 0.0887182
Jul 19 01:17:05.511320 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:05.517201 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-e3fe98fa-22a3-4f47-8a68-4346d42adb86 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:05.552241 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-703ea368-e541-4ea2-9c01-a3ba2bd4ce39 req-71fe5b6b-4935-456e-a2ce-3abb70e2c9fd tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/security-groups?id=785e5d20-16ae-46f0-be4d-6214a9fb8be5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396688
Jul 19 01:17:05.560217 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event deleted for resources: {'Port': ['ID=42b6981a-e088-4539-ba72-650fa6fa1c6d,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:05.603086 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.603288 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.603504 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.603847 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.604187 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.604526 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.604866 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.605198 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.605536 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.605894 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.606229 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.606559 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:17:05.613446 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:05.649557 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] No DVR routers for this DVR port 42b6981a-e088-4539-ba72-650fa6fa1c6d on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:17:05.651889 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:05.654537 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'name': 'network-vif-deleted', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:17:05.672355 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-f5618e16-ba63-4adf-90b2-fabcae77381a req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.16 "DELETE /v2.0/ports/42b6981a-e088-4539-ba72-650fa6fa1c6d HTTP/1.1" status: 204  len: 173 time: 0.7526052
Jul 19 01:17:05.710001 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d760abf-0a4a-42fd-b717-cf00b9e2e669', 'name': 'network-vif-deleted', 'tag': '42b6981a-e088-4539-ba72-650fa6fa1c6d', 'status': 'completed', 'code': 200}
Jul 19 01:17:05.838130 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d69da-9a7d-4b52-9ab8-2c00b0aa7524 req-a93ad6a9-7189-497c-a367-0e6957735a49 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:05.839604 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7a2d69da-9a7d-4b52-9ab8-2c00b0aa7524 req-a93ad6a9-7189-497c-a367-0e6957735a49 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 946 time: 0.0846777
Jul 19 01:17:05.884916 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7a2d69da-9a7d-4b52-9ab8-2c00b0aa7524 req-c38134b5-257a-4d13-8370-99d4785a069c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395911
Jul 19 01:17:06.717333 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dbe40be7-e654-450a-b4ae-1da80cc67979 req-30fd3d58-369b-4b93-bd90-55a6d2272d42 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d760abf-0a4a-42fd-b717-cf00b9e2e669 HTTP/1.1" status: 200  len: 210 time: 0.0468390
Jul 19 01:17:07.148350 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3859b0-a9e6-4e8e-a1eb-2858d9f856bb req-64d10abc-600d-4e42-8a3b-75e16ef09e84 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:07.150252 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc3859b0-a9e6-4e8e-a1eb-2858d9f856bb req-64d10abc-600d-4e42-8a3b-75e16ef09e84 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 946 time: 0.1563747
Jul 19 01:17:07.194085 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dc3859b0-a9e6-4e8e-a1eb-2858d9f856bb req-d200a5fd-3d79-4062-a8d0-4751fdffc8e6 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382023
Jul 19 01:17:07.811983 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43364) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:07.877658 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-96fbf78d-a92e-4ad2-b5c3-61656fcafe12 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:07.906938 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-96fbf78d-a92e-4ad2-b5c3-61656fcafe12 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:07.969535 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-96fbf78d-a92e-4ad2-b5c3-61656fcafe12 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:07.973318 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-7be7b618-e049-4f9c-bbed-4f4656a12cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:07.989414 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbf78d-a92e-4ad2-b5c3-61656fcafe12 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e5d20-16ae-46f0-be4d-6214a9fb8be5,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:07.994579 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-96fbf78d-a92e-4ad2-b5c3-61656fcafe12 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:07.997882 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-96fbf78d-a92e-4ad2-b5c3-61656fcafe12 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:07.998995 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-96fbf78d-a92e-4ad2-b5c3-61656fcafe12 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] 10.222.0.24 "DELETE /v2.0/security-groups/785e5d20-16ae-46f0-be4d-6214a9fb8be5 HTTP/1.1" status: 204  len: 168 time: 0.1860211
Jul 19 01:17:08.033498 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04348223-514a-4038-b13d-f8b3ad894e57 req-c709e003-0b95-48ac-8a94-87043f4fe5bd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:08.033498 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-04348223-514a-4038-b13d-f8b3ad894e57 req-c709e003-0b95-48ac-8a94-87043f4fe5bd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Synchronizing usage tracker for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:17:08.047509 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-04348223-514a-4038-b13d-f8b3ad894e57 req-c709e003-0b95-48ac-8a94-87043f4fe5bd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Unset dirty status for tenant:64cb4437e8d44258a6db38171e3fc745 on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:17:08.048142 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43370) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:08.050895 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-04348223-514a-4038-b13d-f8b3ad894e57 req-c709e003-0b95-48ac-8a94-87043f4fe5bd tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.16 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 946 time: 0.1021385
Jul 19 01:17:08.126393 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Deleting port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:08.126726 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:08.467780 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] For port cd1ad6be-489b-4434-9f9c-7a2fa8758a76, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:08.468140 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:08.549795 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487069f-eef9-4e6f-a72e-550bc42d6b8c req-7f677927-8971-42fd-aea4-12e6e1c87511 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:08.551267 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7487069f-eef9-4e6f-a72e-550bc42d6b8c req-7f677927-8971-42fd-aea4-12e6e1c87511 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 946 time: 0.2425697
Jul 19 01:17:08.639014 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-7487069f-eef9-4e6f-a72e-550bc42d6b8c req-25725e00-c26b-4b9e-8a66-d86c0f91c49a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2df342b-6e2b-4b9d-9b9b-5c7231b70165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788441
Jul 19 01:17:08.762059 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:08.762333 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:08.762651 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.l3_db [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Floating IP 350a59c4-b4bd-4876-a972-b270618e854f disassociated. External IP: 172.27.3.163, port: cd1ad6be-489b-4434-9f9c-7a2fa8758a76.
Jul 19 01:17:08.762975 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Calling delete_port for cd1ad6be-489b-4434-9f9c-7a2fa8758a76 owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:08.791128 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333525'] for router_interface, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:08.906677 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:08.912050 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-cecf7b1b-1179-4ca5-8fad-2bae61b53ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:08.913229 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device cd1ad6be-489b-4434-9f9c-7a2fa8758a76 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:08.958463 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event deleted for resources: {'Port': ['ID=cd1ad6be-489b-4434-9f9c-7a2fa8758a76,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:08.967629 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:08.992079 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: cd1ad6be-489b-4434-9f9c-7a2fa8758a76 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:08.992439 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device cd1ad6be-489b-4434-9f9c-7a2fa8758a76 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:08.993441 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 42b6981a-e088-4539-ba72-650fa6fa1c6d no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:09.025654 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: 42b6981a-e088-4539-ba72-650fa6fa1c6d {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:09.025985 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 42b6981a-e088-4539-ba72-650fa6fa1c6d not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:09.144475 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Deleting port d7ddc4a7-7cff-400e-8614-193849de1f30 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:09.145073 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:09.149661 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Router b7d1dfc4-533f-4697-821d-43451d76588e has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:17:09.314399 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] For port d7ddc4a7-7cff-400e-8614-193849de1f30, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=d7ddc4a7-7cff-400e-8614-193849de1f30,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:09.314762 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:09.328162 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:17:09.338581 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] Sync routers for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:17:09.349150 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:09.350132 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda378970a0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:09.404784 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] No DVR routers for this DVR port cd1ad6be-489b-4434-9f9c-7a2fa8758a76 on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:17:09.407589 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:09.411006 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'name': 'network-vif-deleted', 'tag': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:17:09.450157 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-04348223-514a-4038-b13d-f8b3ad894e57 req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.16 "DELETE /v2.0/ports/cd1ad6be-489b-4434-9f9c-7a2fa8758a76 HTTP/1.1" status: 204  len: 173 time: 1.3919215
Jul 19 01:17:09.480855 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638196c2-f779-4a6d-99f9-8d46e5657daa', 'name': 'network-vif-deleted', 'tag': 'cd1ad6be-489b-4434-9f9c-7a2fa8758a76', 'status': 'completed', 'code': 200}
Jul 19 01:17:09.546953 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:09.549727 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Calling delete_port for d7ddc4a7-7cff-400e-8614-193849de1f30 owned by network:router_interface {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:09.819169 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8ce02e93-f24e-421c-8342-cf5b5d8fd614 req-c53d58aa-cd6b-4043-90d8-df27c2214fdc tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/ports?device_id=638196c2-f779-4a6d-99f9-8d46e5657daa HTTP/1.1" status: 200  len: 210 time: 0.0529566
Jul 19 01:17:09.879884 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda378970a0>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:09.883809 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] Checking router: b7d1dfc4-533f-4697-821d-43451d76588e for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:17:09.891873 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:09.892486 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda378970a0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:09.906965 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:09.911209 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2a318c30-0d8f-45b2-afba-71ee56ba4ddc tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:09.959245 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ddc4a7-7cff-400e-8614-193849de1f30,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:09.986968 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:10.086966 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:10.272997 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766501'] for router_interface, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:10.399899 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda378970a0>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:10.403735 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a53a9ee-6c50-4f14-9612-24e66f886ac3 None None] The sync data for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi is: [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:59Z', 'revision_number': 4, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a755a281-4983-4aee-a998-6abff037aa99', 'name': '', 'network_id': 'b731d6dd-df44-4e7f-9097-7719acf232e6', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'mac_address': 'fa:16:3e:82:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:56Z', 'updated_at': '2021-07-19T01:10:12Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'subnets': [{'id': '6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:17:10.642539 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:17:10.645262 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24d9ae-2765-4f0d-8762-666d0f1be8d8 None None] New status for floating IP 350a59c4-b4bd-4876-a972-b270618e854f: DOWN {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:17:10.927919 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:17:10.935908 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] Sync routers for ids ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:17:10.944856 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] Routers {'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:10.945465 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda378972e0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:10.949757 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] 10.222.0.24 "PUT /v2.0/routers/ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9000320
Jul 19 01:17:10.951917 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43386) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:10.966936 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43390) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:11.047146 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8fba8f0f-8add-492c-8bac-eadc1b0a0a9d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.077262 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8fba8f0f-8add-492c-8bac-eadc1b0a0a9d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.125190 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] Set router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:11.128679 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Notify callbacks [] for router, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.133747 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8fba8f0f-8add-492c-8bac-eadc1b0a0a9d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.145342 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ed94fdb4-4a20-48af-8609-eef38c9ed93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:11.163280 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba8f0f-8add-492c-8bac-eadc1b0a0a9d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2df342b-6e2b-4b9d-9b9b-5c7231b70165,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:11.166484 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-8fba8f0f-8add-492c-8bac-eadc1b0a0a9d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.167713 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-8fba8f0f-8add-492c-8bac-eadc1b0a0a9d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "DELETE /v2.0/security-groups/d2df342b-6e2b-4b9d-9b9b-5c7231b70165 HTTP/1.1" status: 204  len: 168 time: 0.1989863
Jul 19 01:17:11.168716 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-8fba8f0f-8add-492c-8bac-eadc1b0a0a9d tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:11.171033 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43394) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:11.190411 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.api.v2.resource [None req-7f0b9855-0475-4129-b94a-a8ce929f50e7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] show failed (client error): The resource could not be found.
Jul 19 01:17:11.194694 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-7f0b9855-0475-4129-b94a-a8ce929f50e7 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "GET /v2.0/security-groups/d2df342b-6e2b-4b9d-9b9b-5c7231b70165 HTTP/1.1" status: 404  len: 347 time: 0.0224614
Jul 19 01:17:11.197584 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43398) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:11.319003 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.328387 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Deleting port 6b54fa7e-5313-4e97-a0eb-db2b064281ad {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:11.328789 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.359871 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Deleting port 06e7e6f9-e705-440f-8102-9b64c6dccf66 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:11.360248 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.454104 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda378972e0>, [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:17:09Z', 'revision_number': 5, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port': {'id': '6b54fa7e-5313-4e97-a0eb-db2b064281ad', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:42Z', 'updated_at': '2021-07-19T01:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:11.458341 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] Checking router: ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:17:11.467961 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] Routers {'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:11.468730 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda378972e0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:11.519845 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] For port 6b54fa7e-5313-4e97-a0eb-db2b064281ad, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=6b54fa7e-5313-4e97-a0eb-db2b064281ad,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:11.520326 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.623341 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] Set router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 gateway port host: None {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:11.635052 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.635382 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.652784 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Calling delete_port for 6b54fa7e-5313-4e97-a0eb-db2b064281ad owned by network:router_gateway {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:11.748304 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda378972e0>, [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:17:11Z', 'revision_number': 6, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port_host': None}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:11.752222 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19476c-3523-41f3-8544-1f19f5bb2a12 None None] The sync data for ids ['ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8'] in dv-cinder-801236-1-iscsi is: [{'id': 'ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8', 'name': 'tempest-TestShelveInstance-1377818418-router', 'tenant_id': 'a348ea9c922b4a408fcd783d34f75e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:41Z', 'updated_at': '2021-07-19T01:17:11Z', 'revision_number': 6, 'project_id': 'a348ea9c922b4a408fcd783d34f75e06', 'gw_port_host': None}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:17:11.763466 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Calling delete_port for 06e7e6f9-e705-440f-8102-9b64c6dccf66 owned by network:floatingip {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:11.838457 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.842013 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-bcc12451-9b2b-4ab7-9d94-90cecaa57e25 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:11.885797 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b54fa7e-5313-4e97-a0eb-db2b064281ad,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:11.888897 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:11.912524 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:11.916887 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6b5bfb4f-f85d-422f-905f-51014ff00394 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:11.959060 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Pushing event deleted for resources: {'Port': ['ID=06e7e6f9-e705-440f-8102-9b64c6dccf66,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:11.962698 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:11.981359 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767160'] for router_gateway, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.051904 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks [] for floatingip, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.066080 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.067210 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] 10.222.0.24 "DELETE /v2.0/floatingips/350a59c4-b4bd-4876-a972-b270618e854f HTTP/1.1" status: 204  len: 168 time: 0.8678610
Jul 19 01:17:12.174371 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-333469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-230728'] for router, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.176753 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.263879 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333438'] for router, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.264714 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 {{(pid=78647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 19 01:17:12.278004 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Notify callbacks [] for router, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.280343 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ae28013b-e8ea-4ab7-a9eb-ac4c1c0f34e8 HTTP/1.1" status: 204  len: 168 time: 1.3260972
Jul 19 01:17:12.282275 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43408) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:12.442432 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7722fba-f46e-473b-877c-a60324e2dea2 admin admin] Deleting subnet f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8 {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:17:12.445330 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7722fba-f46e-473b-877c-a60324e2dea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.465974 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-7daed496-d71f-4768-959b-ebfee2d9cde6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0700905
Jul 19 01:17:12.494532 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7722fba-f46e-473b-877c-a60324e2dea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.585475 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-d066d2dc-64ad-45de-bcf9-3aea907b26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:12.587581 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-d066d2dc-64ad-45de-bcf9-3aea907b26c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 1099 time: 0.0877459
Jul 19 01:17:12.618064 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device d7ddc4a7-7cff-400e-8614-193849de1f30 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:12.627145 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7722fba-f46e-473b-877c-a60324e2dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.658926 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: d7ddc4a7-7cff-400e-8614-193849de1f30 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:12.659388 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device d7ddc4a7-7cff-400e-8614-193849de1f30 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:12.659815 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 6b54fa7e-5313-4e97-a0eb-db2b064281ad no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:12.693400 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 6b54fa7e-5313-4e97-a0eb-db2b064281ad {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:12.693661 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 6b54fa7e-5313-4e97-a0eb-db2b064281ad not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:12.705373 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7722fba-f46e-473b-877c-a60324e2dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.709427 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:12.746502 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7722fba-f46e-473b-877c-a60324e2dea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:12.750086 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d7722fba-f46e-473b-877c-a60324e2dea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:12.752440 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7722fba-f46e-473b-877c-a60324e2dea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.759076 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d7722fba-f46e-473b-877c-a60324e2dea2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f3fd3afe-28e5-4ff6-974e-b5cc5b6097e8 HTTP/1.1" status: 204  len: 168 time: 0.4751823
Jul 19 01:17:12.760430 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-8251f7c2-d4d0-4761-b676-961c033dad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:12.761588 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43412) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:12.761900 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1068d3f9-70dd-4d44-9544-41bb12431b5e None None] Network c079f077-1996-4d04-bab9-7c5a3344760f requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:12.762318 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-8251f7c2-d4d0-4761-b676-961c033dad16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 200  len: 916 time: 0.1505895
Jul 19 01:17:12.868770 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.875752 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-b8fca07b-d061-4496-81d1-2a01f6b524b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18 HTTP/1.1" status: 200  len: 1000 time: 0.1055143
Jul 19 01:17:12.880046 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Deleting port 150a217a-59cf-4855-b166-9a3606699876 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:12.880387 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:12.958490 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-b857ddaa-658a-4e39-8744-c0981708c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:12.960253 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-b857ddaa-658a-4e39-8744-c0981708c60c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 200  len: 855 time: 0.0691538
Jul 19 01:17:13.048852 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-c4012e12-845d-4005-8a99-34305e94be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:13.050375 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-c4012e12-845d-4005-8a99-34305e94be70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f774c46c-cf9f-418a-af16-4ea8967b6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813088
Jul 19 01:17:13.080435 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] DHCP port deletion for c079f077-1996-4d04-bab9-7c5a3344760f request from dv-cinder-801236-1-iscsi {{(pid=78649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 19 01:17:13.084821 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] Deleting port 150a217a-59cf-4855-b166-9a3606699876 {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:13.085240 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:13.106824 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] For port 150a217a-59cf-4855-b166-9a3606699876, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=150a217a-59cf-4855-b166-9a3606699876,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:13.107181 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:13.186472 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-d5cf4905-de59-45ed-8370-919e2cdf1645 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284437
Jul 19 01:17:13.238011 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Calling delete_port for 150a217a-59cf-4855-b166-9a3606699876 owned by network:dhcp {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:13.294596 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] For port 150a217a-59cf-4855-b166-9a3606699876, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=150a217a-59cf-4855-b166-9a3606699876,segment=NetworkSegment(b852f844-2148-47ee-9bd2-c9a25d8d267f),segment_id=b852f844-2148-47ee-9bd2-c9a25d8d267f)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:13.294984 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:13.329396 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:13.336955 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:13.348178 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-58f0ea54-e296-42db-b790-732ea88b0cd1 req-2a5891a7-6407-4283-8a5d-407271902f40 service neutron] 10.222.0.16 "GET /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535189
Jul 19 01:17:13.397866 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=150a217a-59cf-4855-b166-9a3606699876,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:13.404958 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] No DVR routers for this DVR port 150a217a-59cf-4855-b166-9a3606699876 on host dv-cinder-801236-1-iscsi {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:17:13.406794 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:13.454444 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] Calling delete_port for 150a217a-59cf-4855-b166-9a3606699876 owned by network:dhcp {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:13.541546 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:13.555909 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda364592b0>,) {'filters': {'network_id': ['c079f077-1996-4d04-bab9-7c5a3344760f']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:13.569112 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda364592b0>, 'b852f844-2148-47ee-9bd2-c9a25d8d267f') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:13.569409 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda364592b0>, 'b852f844-2148-47ee-9bd2-c9a25d8d267f') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:13.583924 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:13.605515 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:13.612344 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:17:13.612739 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:17:13.626685 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:17:13.645254 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.db.api [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:17:13.645892 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_db.api [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:17:13.710158 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:13.714506 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-3cf23a5a-9d9a-44c3-abb3-53f1031fa23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:13.727726 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:13.737539 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c079f077-1996-4d04-bab9-7c5a3344760f,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:13.741804 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:13.748736 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c079f077-1996-4d04-bab9-7c5a3344760f HTTP/1.1" status: 204  len: 168 time: 0.9821129
Jul 19 01:17:13.749080 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43430) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:13.866177 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10125a-26ae-4352-b68a-04f1bda2bc0f req-ad345bd7-ed86-483e-9bbc-b2197b6f1d36 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:13.868827 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf10125a-26ae-4352-b68a-04f1bda2bc0f req-ad345bd7-ed86-483e-9bbc-b2197b6f1d36 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 946 time: 0.0947409
Jul 19 01:17:13.923232 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-cf10125a-26ae-4352-b68a-04f1bda2bc0f req-97ba146f-104a-4d12-b551-5233a2f1c9dd tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469942
Jul 19 01:17:14.147330 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] Deleting port 150a217a-59cf-4855-b166-9a3606699876 {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:14.147625 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:14.211642 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-1e418c43-04cf-4ef1-a753-a8e171ff5afd None None] The port '150a217a-59cf-4855-b166-9a3606699876' was deleted {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 19 01:17:14.388304 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333525'] for router_interface, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:14.526834 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 150a217a-59cf-4855-b166-9a3606699876 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:14.562014 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 150a217a-59cf-4855-b166-9a3606699876 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:14.562455 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 150a217a-59cf-4855-b166-9a3606699876 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:14.738040 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Deleting port 361209af-4b6f-46a1-b6af-84134726f386 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:14.738453 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:14.915695 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] For port 361209af-4b6f-46a1-b6af-84134726f386, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=361209af-4b6f-46a1-b6af-84134726f386,segment=NetworkSegment(0a2fb801-d484-4ad4-8383-8ad4d23bebe1),segment_id=0a2fb801-d484-4ad4-8383-8ad4d23bebe1)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:14.916032 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:15.042478 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Calling delete_port for 361209af-4b6f-46a1-b6af-84134726f386 owned by network:router_interface {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:15.253897 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a85fb1-1282-4e85-928e-040af3954f65 req-3c824a0d-7152-4b4e-8ca8-fa2fe5d54d5e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:15.255292 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92a85fb1-1282-4e85-928e-040af3954f65 req-3c824a0d-7152-4b4e-8ca8-fa2fe5d54d5e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 946 time: 0.0797887
Jul 19 01:17:15.308313 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-92a85fb1-1282-4e85-928e-040af3954f65 req-3205698d-3f94-4a8b-83a9-6bbdb9d6b9ef tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443013
Jul 19 01:17:15.512554 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:15.517283 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4ca940f0-c357-4127-9f34-8c49222f640a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:15.562092 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Pushing event deleted for resources: {'Port': ['ID=361209af-4b6f-46a1-b6af-84134726f386,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:15.565757 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:15.643306 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-d2a3165c-a4aa-4ab1-9512-6a13845c942a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:15.644013 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-d2a3165c-a4aa-4ab1-9512-6a13845c942a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Synchronizing usage tracker for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:17:15.680008 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-d2a3165c-a4aa-4ab1-9512-6a13845c942a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Unset dirty status for tenant:da4b6b1b1cae4c68818c57fc60b9f135 on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:17:15.681355 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-d2a3165c-a4aa-4ab1-9512-6a13845c942a tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.16 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 946 time: 0.2483292
Jul 19 01:17:15.876133 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Deleting port 8fabcdd2-8157-41b8-8308-c0d572aafc18 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:15.876392 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:15.950603 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766501'] for router_interface, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:16.184423 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43452) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:16.358727 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] For port 8fabcdd2-8157-41b8-8308-c0d572aafc18, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8fabcdd2-8157-41b8-8308-c0d572aafc18,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:16.359095 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:16.717188 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b2677-84b2-4f81-b098-19ecf3936c59 req-771f3cec-fb07-4329-b647-5b401e4e3f03 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:16.718705 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5e0b2677-84b2-4f81-b098-19ecf3936c59 req-771f3cec-fb07-4329-b647-5b401e4e3f03 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 946 time: 0.2547944
Jul 19 01:17:16.748545 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:17:16.819868 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-5e0b2677-84b2-4f81-b098-19ecf3936c59 req-a41c80f6-813d-4569-9863-da2f940a356c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837193
Jul 19 01:17:16.925619 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:16.926006 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:16.926321 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.l3_db [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Floating IP f78a6fab-d233-4159-b282-a8dbd1917fe4 disassociated. External IP: 172.27.3.77, port: 8fabcdd2-8157-41b8-8308-c0d572aafc18.
Jul 19 01:17:16.926661 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Calling delete_port for 8fabcdd2-8157-41b8-8308-c0d572aafc18 owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:16.984436 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333525'] for router_interface, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:17.082523 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:17:17.094854 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] 10.222.0.24 "PUT /v2.0/routers/3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3423743
Jul 19 01:17:17.095083 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] Sync routers for ids ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:17:17.095507 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43460) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:17.105010 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] Routers {'3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:17.105803 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3760e970>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:17.301607 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:17.308844 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5151fd71-a254-4d1f-94ae-ca434005647a tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:17.322500 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] Set router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:17.332429 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Deleting port a755a281-4983-4aee-a998-6abff037aa99 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:17.332768 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:17.354253 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event deleted for resources: {'Port': ['ID=8fabcdd2-8157-41b8-8308-c0d572aafc18,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:17.361583 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:17.434847 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:17.507210 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] For port a755a281-4983-4aee-a998-6abff037aa99, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=a755a281-4983-4aee-a998-6abff037aa99,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:17.507564 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:17.621300 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3760e970>, [{'id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'name': 'tempest-TestShelveInstance-107828888-router', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:56Z', 'updated_at': '2021-07-19T01:17:15Z', 'revision_number': 5, 'project_id': '89062aeb2907433eb1314f62edce1533', 'gw_port': {'id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:59Z', 'updated_at': '2021-07-19T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:17.625528 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] Checking router: 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:17:17.634191 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] Routers {'3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:17.634803 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3760e970>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:17.638603 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Calling delete_port for a755a281-4983-4aee-a998-6abff037aa99 owned by network:router_interface {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:17.700503 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:17.715746 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Router 5b8aa282-7922-42dd-a6f6-c04140758e64 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:17:17.719068 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Deleting port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:17.719068 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:17.829095 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] Set router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:17.862287 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:17.872274 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-96f4cd86-829a-4a6d-9625-21708d355f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:17.918410 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a755a281-4983-4aee-a998-6abff037aa99,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:18.171365 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:18.204610 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3760e970>, [{'id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'name': 'tempest-TestShelveInstance-107828888-router', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:56Z', 'updated_at': '2021-07-19T01:17:15Z', 'revision_number': 5, 'project_id': '89062aeb2907433eb1314f62edce1533', 'gw_port': {'id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:59Z', 'updated_at': '2021-07-19T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:18.208960 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10254d6-f48d-4989-b46c-542897f2035e None None] The sync data for ids ['3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0'] in dv-cinder-801236-1-iscsi is: [{'id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'name': 'tempest-TestShelveInstance-107828888-router', 'tenant_id': '89062aeb2907433eb1314f62edce1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:10:56Z', 'updated_at': '2021-07-19T01:17:15Z', 'revision_number': 5, 'project_id': '89062aeb2907433eb1314f62edce1533', 'gw_port': {'id': '867b7d89-2671-42aa-b8f4-3dc0ed3a35ec', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:59Z', 'updated_at': '2021-07-19T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:17:18.220086 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-fd2ab53c-4da4-4009-9fe5-17d05edc1826 req-e35cf5e5-29f4-4da2-b1a0-409ea51103bf tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/ports?device_id=13912f16-ccc4-4d5c-bfc1-2c432b18d9b8 HTTP/1.1" status: 200  len: 210 time: 0.0497980
Jul 19 01:17:18.244673 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:17:18.261693 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] Sync routers for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:17:18.271601 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:18.272227 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37664670>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:18.320260 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] For port 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=867b7d89-2671-42aa-b8f4-3dc0ed3a35ec,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:18.320610 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:18.340986 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] No DVR routers for this DVR port 8fabcdd2-8157-41b8-8308-c0d572aafc18 on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:17:18.392541 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:18.394971 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'name': 'network-vif-deleted', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:17:18.411530 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766501'] for router_interface, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:18.448817 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:18.459801 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Calling delete_port for 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec owned by network:router_gateway {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:18.511996 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13912f16-ccc4-4d5c-bfc1-2c432b18d9b8', 'name': 'network-vif-deleted', 'tag': '8fabcdd2-8157-41b8-8308-c0d572aafc18', 'status': 'completed', 'code': 200}
Jul 19 01:17:18.525196 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ddf758e1-d0a4-4da7-bc5d-394c90a0532d req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.16 "DELETE /v2.0/ports/8fabcdd2-8157-41b8-8308-c0d572aafc18 HTTP/1.1" status: 204  len: 173 time: 2.7912502
Jul 19 01:17:18.710780 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 361209af-4b6f-46a1-b6af-84134726f386 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:18.759705 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 361209af-4b6f-46a1-b6af-84134726f386 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:18.760086 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 361209af-4b6f-46a1-b6af-84134726f386 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:18.793659 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:18.797945 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:18.851106 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=867b7d89-2671-42aa-b8f4-3dc0ed3a35ec,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:18.854346 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:18.884562 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37664670>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:18.891161 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] Checking router: 5b8aa282-7922-42dd-a6f6-c04140758e64 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:17:18.901465 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:18.902091 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37664670>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:18.916423 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Router b7d1dfc4-533f-4697-821d-43451d76588e has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:17:18.949846 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767160'] for router_gateway, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.052287 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8fabcdd2-8157-41b8-8308-c0d572aafc18 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:19.101068 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:17:19.109542 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3035d721-1026-495c-bf92-572a896c8480 None None] Sync routers for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:17:19.117026 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] 10.222.0.24 "PUT /v2.0/routers/b7d1dfc4-533f-4697-821d-43451d76588e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9297340
Jul 19 01:17:19.118280 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43468) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:19.122188 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035d721-1026-495c-bf92-572a896c8480 None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:19.122796 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-3035d721-1026-495c-bf92-572a896c8480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda378dc820>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:19.135945 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: 8fabcdd2-8157-41b8-8308-c0d572aafc18 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:19.136301 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 8fabcdd2-8157-41b8-8308-c0d572aafc18 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:19.162036 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-333469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-230728'] for router, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.164562 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.171787 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:19.192927 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333438'] for router, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.193547 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 {{(pid=78648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 19 01:17:19.223214 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] Notify callbacks [] for router, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.226984 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-51025f4a-858b-4649-9000-ead4a9e722e2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3768c2a9-bfbb-45e6-9da7-8fbf19ea45e0 HTTP/1.1" status: 204  len: 168 time: 2.1307478
Jul 19 01:17:19.228179 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43472) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:19.399446 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Notify callbacks [] for router, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.406157 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43480) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:19.422125 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-3035d721-1026-495c-bf92-572a896c8480 None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:19.454427 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-613c29c6-39a1-4117-91de-77da6512e1f2 admin admin] Deleting subnet fcaa442e-ba6a-4780-ae18-d36064e2c4b5 {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:17:19.476485 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-613c29c6-39a1-4117-91de-77da6512e1f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.517049 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-535d6097-f909-48dd-b080-92dee2f9b514 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.551778 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-535d6097-f909-48dd-b080-92dee2f9b514 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.624750 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-535d6097-f909-48dd-b080-92dee2f9b514 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.638925 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-2b141c4e-9fde-4cb9-96e8-0a1ff1305000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:19.657752 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d6097-f909-48dd-b080-92dee2f9b514 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba4ec7e-90e5-4f2f-8e32-9f24226559bf,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:19.661327 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-535d6097-f909-48dd-b080-92dee2f9b514 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:19.663011 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-535d6097-f909-48dd-b080-92dee2f9b514 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.664744 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-535d6097-f909-48dd-b080-92dee2f9b514 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "DELETE /v2.0/security-groups/3ba4ec7e-90e5-4f2f-8e32-9f24226559bf HTTP/1.1" status: 204  len: 168 time: 0.2569885
Jul 19 01:17:19.666869 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43484) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:19.699797 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.api.v2.resource [None req-a5898df3-abbd-4f46-9ae7-c0490e7ce925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] show failed (client error): The resource could not be found.
Jul 19 01:17:19.701389 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-a5898df3-abbd-4f46-9ae7-c0490e7ce925 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "GET /v2.0/security-groups/3ba4ec7e-90e5-4f2f-8e32-9f24226559bf HTTP/1.1" status: 404  len: 347 time: 0.0335939
Jul 19 01:17:19.704370 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43488) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:19.740276 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-613c29c6-39a1-4117-91de-77da6512e1f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.742216 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37664670>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:19.747136 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358ffd2-119e-4eb9-9c19-0e0e79d5e769 None None] The sync data for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi is: [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:09:52Z', 'revision_number': 4, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': 'a0b6ce46-d60b-49f0-89d2-72236e6c3536', 'name': '', 'network_id': 'f774c46c-cf9f-418a-af16-4ea8967b6c0a', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'mac_address': 'fa:16:3e:00:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6850151f-be62-45f4-b8da-0760dbd30228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:51Z', 'updated_at': '2021-07-19T01:10:11Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'subnets': [{'id': '6850151f-be62-45f4-b8da-0760dbd30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:17:19.874846 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.882008 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-613c29c6-39a1-4117-91de-77da6512e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.886077 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-3035d721-1026-495c-bf92-572a896c8480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda378dc820>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:17:17Z', 'revision_number': 5, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port': {'id': '467fd147-0a7c-48f7-9afe-29295f6dcd38', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:46Z', 'updated_at': '2021-07-19T01:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:19.893157 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3035d721-1026-495c-bf92-572a896c8480 None None] Checking router: b7d1dfc4-533f-4697-821d-43451d76588e for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:17:19.901635 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035d721-1026-495c-bf92-572a896c8480 None None] Routers {'b7d1dfc4-533f-4697-821d-43451d76588e'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:19.902333 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-3035d721-1026-495c-bf92-572a896c8480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda378dc820>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['b7d1dfc4-533f-4697-821d-43451d76588e'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:19.929022 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Deleting port 32381231-eab8-4477-8b76-c7220bf7d188 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:19.929411 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:19.931223 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Deleting port 467fd147-0a7c-48f7-9afe-29295f6dcd38 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:19.931786 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:20.093128 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-3035d721-1026-495c-bf92-572a896c8480 None None] Set router b7d1dfc4-533f-4697-821d-43451d76588e gateway port host: None {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:20.122763 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-613c29c6-39a1-4117-91de-77da6512e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:20.130723 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:20.131177 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:20.134054 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-734f4697-3e4a-4e9b-b55e-cd5bc665924f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:20.172377 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8231447c-59c7-4ef1-8421-daf266c161a3 None None] New status for floating IP f78a6fab-d233-4159-b282-a8dbd1917fe4: DOWN {{(pid=78649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:17:20.182118 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c29c6-39a1-4117-91de-77da6512e1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcaa442e-ba6a-4780-ae18-d36064e2c4b5,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:20.184562 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-613c29c6-39a1-4117-91de-77da6512e1f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:20.187637 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-613c29c6-39a1-4117-91de-77da6512e1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:20.196531 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-613c29c6-39a1-4117-91de-77da6512e1f2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fcaa442e-ba6a-4780-ae18-d36064e2c4b5 HTTP/1.1" status: 204  len: 168 time: 0.9079165
Jul 19 01:17:20.205756 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43492) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:20.221019 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-3035d721-1026-495c-bf92-572a896c8480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda378dc820>, [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:17:19Z', 'revision_number': 6, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port_host': None}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:20.227555 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3035d721-1026-495c-bf92-572a896c8480 None None] The sync data for ids ['b7d1dfc4-533f-4697-821d-43451d76588e'] in dv-cinder-801236-1-iscsi is: [{'id': 'b7d1dfc4-533f-4697-821d-43451d76588e', 'name': 'tempest-AttachVolumeTestJSON-665616117-router', 'tenant_id': '64cb4437e8d44258a6db38171e3fc745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:17:19Z', 'revision_number': 6, 'project_id': '64cb4437e8d44258a6db38171e3fc745', 'gw_port_host': None}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:17:20.241328 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] For port 467fd147-0a7c-48f7-9afe-29295f6dcd38, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=467fd147-0a7c-48f7-9afe-29295f6dcd38,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:20.241685 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:20.307718 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d95fa64-b01f-41f5-85cc-eeaec0e6f6cd None None] Network 9fa7a1fa-cecb-4400-b740-9697cc6a2044 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:20.386416 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Calling delete_port for 32381231-eab8-4477-8b76-c7220bf7d188 owned by network:floatingip {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:20.428169 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Calling delete_port for 467fd147-0a7c-48f7-9afe-29295f6dcd38 owned by network:router_gateway {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:20.486743 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:20.514345 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Deleting port f3ad6b79-6810-4f05-8270-f427d094e51b {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:20.514680 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:20.608031 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.db.api [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:17:20.609016 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_db.api [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:17:20.676531 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a755a281-4983-4aee-a998-6abff037aa99 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:20.722530 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: a755a281-4983-4aee-a998-6abff037aa99 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:20.722883 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a755a281-4983-4aee-a998-6abff037aa99 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:20.723344 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:20.763111 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:20.763709 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 867b7d89-2671-42aa-b8f4-3dc0ed3a35ec not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:20.825671 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] For port f3ad6b79-6810-4f05-8270-f427d094e51b, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=f3ad6b79-6810-4f05-8270-f427d094e51b,segment=NetworkSegment(0a2fb801-d484-4ad4-8383-8ad4d23bebe1),segment_id=0a2fb801-d484-4ad4-8383-8ad4d23bebe1)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:20.826069 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:20.953612 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Calling delete_port for f3ad6b79-6810-4f05-8270-f427d094e51b owned by network:dhcp {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:21.003310 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.009596 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-db4ca04c-f383-43db-9bca-0d7d8bb19135 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:21.069001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=467fd147-0a7c-48f7-9afe-29295f6dcd38,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:21.087191 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6548625e-0c94-46f9-9728-ebf236b26d9b None None] DHCP port deletion for 9fa7a1fa-cecb-4400-b740-9697cc6a2044 request from dv-cinder-801236-1-iscsi {{(pid=78649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 19 01:17:21.092223 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-6548625e-0c94-46f9-9728-ebf236b26d9b None None] Deleting port f3ad6b79-6810-4f05-8270-f427d094e51b {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:21.092607 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-6548625e-0c94-46f9-9728-ebf236b26d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.096667 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:21.110224 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Deleting port 32381231-eab8-4477-8b76-c7220bf7d188 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:21.110748 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.143240 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.150414 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dbad1bb1-bf49-4373-8e5b-41463485c28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:21.187825 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-6548625e-0c94-46f9-9728-ebf236b26d9b None None] The port 'f3ad6b79-6810-4f05-8270-f427d094e51b' was deleted {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 19 01:17:21.304428 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.304902 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.325742 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:17:21.328854 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] No DVR routers for this DVR port f3ad6b79-6810-4f05-8270-f427d094e51b on host dv-cinder-801236-1-iscsi {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:17:21.358788 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ad6b79-6810-4f05-8270-f427d094e51b,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:21.365381 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:21.381681 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767160'] for router_gateway, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.426550 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Calling delete_port for 32381231-eab8-4477-8b76-c7220bf7d188 owned by network:floatingip {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:21.563181 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.567865 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a6b3c4e0-2ccc-4df6-8803-ea46f4767e4c tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:21.614745 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Pushing event deleted for resources: {'Port': ['ID=32381231-eab8-4477-8b76-c7220bf7d188,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:21.616122 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.625670 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-333469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-230728'] for router, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.629933 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.635148 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda36c8efd0>,) {'filters': {'network_id': ['9fa7a1fa-cecb-4400-b740-9697cc6a2044']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:21.641419 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:21.657556 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36c8efd0>, '0a2fb801-d484-4ad4-8383-8ad4d23bebe1') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:21.657881 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36c8efd0>, '0a2fb801-d484-4ad4-8383-8ad4d23bebe1') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:21.671356 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.682638 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333438'] for router, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.683133 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7d1dfc4-533f-4697-821d-43451d76588e {{(pid=78647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 19 01:17:21.691818 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.704601 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:17:21.705003 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.708615 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks [] for floatingip, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.721629 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] Notify callbacks [] for router, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.722798 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-701f535c-53cd-4906-a0e2-54dda5cc4aeb admin admin] 10.222.0.24 "DELETE /v2.0/routers/b7d1dfc4-533f-4697-821d-43451d76588e HTTP/1.1" status: 204  len: 168 time: 2.6037593
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:17:21.723765 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:17:21.726769 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43496) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:21.760886 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.762292 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-747ffc8e-5c33-4910-967f-486662ea114d tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] 10.222.0.24 "DELETE /v2.0/floatingips/f78a6fab-d233-4159-b282-a8dbd1917fe4 HTTP/1.1" status: 204  len: 168 time: 2.0567565
Jul 19 01:17:21.824669 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.824867 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec23ef1-1a08-4b4c-a5ce-c3042ee0b9dc admin admin] Deleting subnet 6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c {{(pid=78648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:17:21.828148 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0ec23ef1-1a08-4b4c-a5ce-c3042ee0b9dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.829732 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d7d905f4-cec0-4aab-82c6-fb219334efad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:21.849344 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:21.856394 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa7a1fa-cecb-4400-b740-9697cc6a2044,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:21.859648 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:21.862444 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-8bd67200-224f-41fc-a251-f4281c2e7af2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9fa7a1fa-cecb-4400-b740-9697cc6a2044 HTTP/1.1" status: 204  len: 168 time: 1.6549246
Jul 19 01:17:21.880835 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0ec23ef1-1a08-4b4c-a5ce-c3042ee0b9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16684991'] for subnet, precommit_delete_associations {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.003697 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43506) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:22.007433 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0ec23ef1-1a08-4b4c-a5ce-c3042ee0b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.050639 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b1bf5046-1110-4dff-873e-928e43fc51ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a348ea9c922b4a408fcd783d34f75e06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0483830
Jul 19 01:17:22.050871 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43510) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:22.074053 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0ec23ef1-1a08-4b4c-a5ce-c3042ee0b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16671493'] for subnet, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.078601 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:22.109816 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2db01040-962b-4c50-a2a2-568a56e7fa0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.115739 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec23ef1-1a08-4b4c-a5ce-c3042ee0b9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:22.117994 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0ec23ef1-1a08-4b4c-a5ce-c3042ee0b9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.120263 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0ec23ef1-1a08-4b4c-a5ce-c3042ee0b9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:22.126029 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd5fb4-0bf8-4d28-84c5-6659763bb493 None None] Network b731d6dd-df44-4e7f-9097-7719acf232e6 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:22.127107 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-0ec23ef1-1a08-4b4c-a5ce-c3042ee0b9dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6f5bcfaf-f95c-4f8f-a595-522bc7cc6f1c HTTP/1.1" status: 204  len: 168 time: 0.3983083
Jul 19 01:17:22.127702 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43514) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:22.136883 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2db01040-962b-4c50-a2a2-568a56e7fa0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.196405 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2db01040-962b-4c50-a2a2-568a56e7fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.202382 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c3cd2fd9-6500-4c48-8f10-a1d2b8c1462a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:22.214815 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db01040-962b-4c50-a2a2-568a56e7fa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac2d0d9-13d8-4195-93b4-8ced53d20ae5,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:22.219446 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2db01040-962b-4c50-a2a2-568a56e7fa0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:22.221392 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2db01040-962b-4c50-a2a2-568a56e7fa0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.222523 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-2db01040-962b-4c50-a2a2-568a56e7fa0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fac2d0d9-13d8-4195-93b4-8ced53d20ae5 HTTP/1.1" status: 204  len: 168 time: 0.1707721
Jul 19 01:17:22.245833 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.256892 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Deleting port a2900c11-728c-4e79-b906-0fa6010456e8 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:22.257215 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.407186 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] DHCP port deletion for b731d6dd-df44-4e7f-9097-7719acf232e6 request from dv-cinder-801236-1-iscsi {{(pid=78649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 19 01:17:22.411246 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] Deleting port a2900c11-728c-4e79-b906-0fa6010456e8 {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:22.411631 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.472886 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] For port a2900c11-728c-4e79-b906-0fa6010456e8, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=a2900c11-728c-4e79-b906-0fa6010456e8,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:22.473242 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.572461 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 467fd147-0a7c-48f7-9afe-29295f6dcd38 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:22.616836 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 467fd147-0a7c-48f7-9afe-29295f6dcd38 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:22.617183 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 467fd147-0a7c-48f7-9afe-29295f6dcd38 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:22.617635 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device f3ad6b79-6810-4f05-8270-f427d094e51b no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:22.632623 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43522) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:22.685422 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-c3712870-258b-4658-b42d-4280562b720a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89062aeb2907433eb1314f62edce1533&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508239
Jul 19 01:17:22.687683 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43526) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:22.691226 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: f3ad6b79-6810-4f05-8270-f427d094e51b {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:22.691591 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device f3ad6b79-6810-4f05-8270-f427d094e51b not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:22.692008 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a2900c11-728c-4e79-b906-0fa6010456e8 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:22.702165 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Calling delete_port for a2900c11-728c-4e79-b906-0fa6010456e8 owned by network:dhcp {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:22.756907 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bdec49a3-cb97-45e4-a57b-1b94a15dff01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.762021 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] For port a2900c11-728c-4e79-b906-0fa6010456e8, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=a2900c11-728c-4e79-b906-0fa6010456e8,segment=NetworkSegment(a89ad2ef-142a-4237-924e-33fea6b63d7c),segment_id=a89ad2ef-142a-4237-924e-33fea6b63d7c)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:22.762705 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.789334 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.789983 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bdec49a3-cb97-45e4-a57b-1b94a15dff01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.794356 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:22.838200 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2900c11-728c-4e79-b906-0fa6010456e8,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:22.841317 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:22.842316 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] No DVR routers for this DVR port a2900c11-728c-4e79-b906-0fa6010456e8 on host dv-cinder-801236-1-iscsi {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:17:22.852898 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bdec49a3-cb97-45e4-a57b-1b94a15dff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.856931 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6c35383c-aa78-435f-9595-fa0defc56f40 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:22.868695 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec49a3-cb97-45e4-a57b-1b94a15dff01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd4dadb-5454-4ce0-ada1-f89d2e5d27a5,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:22.873016 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-bdec49a3-cb97-45e4-a57b-1b94a15dff01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:22.876671 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bdec49a3-cb97-45e4-a57b-1b94a15dff01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.880186 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-bdec49a3-cb97-45e4-a57b-1b94a15dff01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0dd4dadb-5454-4ce0-ada1-f89d2e5d27a5 HTTP/1.1" status: 204  len: 168 time: 0.1892254
Jul 19 01:17:22.907767 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] Calling delete_port for a2900c11-728c-4e79-b906-0fa6010456e8 owned by network:dhcp {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:22.964108 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:22.977933 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda35bdaca0>,) {'filters': {'network_id': ['b731d6dd-df44-4e7f-9097-7719acf232e6']}} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:22.990988 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda35bdaca0>, 'a89ad2ef-142a-4237-924e-33fea6b63d7c') {'for_net_delete': True} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:22.991279 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda35bdaca0>, 'a89ad2ef-142a-4237-924e-33fea6b63d7c') {} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:23.001549 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No active binding found for port a2900c11-728c-4e79-b906-0fa6010456e8 {{(pid=78649) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jul 19 01:17:23.001987 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a2900c11-728c-4e79-b906-0fa6010456e8 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:23.003501 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16684960'] for segment, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:23.030284 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:23.038248 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=78648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:17:23.038770 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825913'] for segment, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]: Traceback (most recent call last):
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     timer()
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     cb(*args, **kw)
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     return func(*args, **kwargs)
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     self._notify()
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     self.callback(batched_events)
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     event.method(event)
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     return f(self, *a, **k)
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._get(url).json()
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:17:23.053595 dv-cinder-801236-1-iscsi neutron-server[78648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:17:23.061824 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.db.api [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:17:23.062186 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_db.api [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:17:23.140101 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:23.147117 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:23.150764 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b03e3577-90b7-4059-8a57-f8bb74b2ae53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:23.174201 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b731d6dd-df44-4e7f-9097-7719acf232e6,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:23.177031 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:23.191739 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b731d6dd-df44-4e7f-9097-7719acf232e6 HTTP/1.1" status: 204  len: 168 time: 1.0605972
Jul 19 01:17:23.374451 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43544) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:23.426499 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-a2f050b3-5224-49ae-97e3-500499438db1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64cb4437e8d44258a6db38171e3fc745&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0508571
Jul 19 01:17:23.428789 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43548) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:23.485217 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf764-ab13-47a7-8782-0b83cb4311df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:23.511377 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf764-ab13-47a7-8782-0b83cb4311df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:23.561329 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf764-ab13-47a7-8782-0b83cb4311df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:23.563803 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] Deleting port a2900c11-728c-4e79-b906-0fa6010456e8 {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:23.564308 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:23.566182 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-11a971f9-2e13-4bed-84a8-58bca6d6a004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:23.581440 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cf764-ab13-47a7-8782-0b83cb4311df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bfd3f0-9e44-4507-967d-1e159b15b916,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:23.584376 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-9e3cf764-ab13-47a7-8782-0b83cb4311df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:23.586631 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf764-ab13-47a7-8782-0b83cb4311df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:23.590132 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-9e3cf764-ab13-47a7-8782-0b83cb4311df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1bfd3f0-9e44-4507-967d-1e159b15b916 HTTP/1.1" status: 204  len: 168 time: 0.1580722
Jul 19 01:17:23.646590 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-712da606-3740-4e7a-be6d-ac296e8d3e83 None None] The port 'a2900c11-728c-4e79-b906-0fa6010456e8' was deleted {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 19 01:17:24.591997 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43592) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:24.692498 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1940aa25-ec3b-461f-8959-34d7145ca92c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604537431&fields=id&tenant_id=880524b6d86e4d918495c133fb3b940e HTTP/1.1" status: 200  len: 267 time: 0.0399671
Jul 19 01:17:24.877381 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1419f3ab-0fbe-432a-943d-e4b3fad0b501 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:24.878876 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1419f3ab-0fbe-432a-943d-e4b3fad0b501 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 984 time: 0.1803329
Jul 19 01:17:24.939132 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Request body: {'port': {'security_groups': ['ecc52f7b-8265-46e0-851c-4d033838b6e1']}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:17:25.157388 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:25.692587 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] For port f0b90016-2749-47ba-b327-4eb29d5dd893, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f0b90016-2749-47ba-b327-4eb29d5dd893,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:25.767462 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:25.776169 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:25.781965 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:25.810682 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['f0b90016-2749-47ba-b327-4eb29d5dd893'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:17:25.855638 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:25.856407 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:25.857782 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e6b59e55-bcf5-42c6-9cba-08c2d69d542f req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "PUT /v2.0/ports/f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 200  len: 942 time: 0.9703484
Jul 19 01:17:25.863463 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43632) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:25.866917 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:17:25.908595 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event updated for resources: {'Port': ['ID=f0b90016-2749-47ba-b327-4eb29d5dd893,revision_number=7']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:25.920966 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:25.924462 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333525'] for router_interface, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:25.980677 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['f0b90016-2749-47ba-b327-4eb29d5dd893'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:17:26.076007 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-e8c1fdeb-f7d3-4de5-b777-10ff5540f202 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:26.110642 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'status': 'completed', 'code': 200}
Jul 19 01:17:26.130552 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-e8c1fdeb-f7d3-4de5-b777-10ff5540f202 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:26.161907 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-646c93fe-5d7a-49d1-b627-611aab8d0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:26.163685 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-646c93fe-5d7a-49d1-b627-611aab8d0bb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=880524b6d86e4d918495c133fb3b940e&device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 1098 time: 0.1661282
Jul 19 01:17:26.254852 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-177a8afc-a63b-403f-9ecb-4f159a91c26c None None] Provisioning complete for port f0b90016-2749-47ba-b327-4eb29d5dd893 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:17:26.255384 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-177a8afc-a63b-403f-9ecb-4f159a91c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:26.301777 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43644) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:26.351746 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-664ed1bd-3339-4a29-8b11-fefdaf0c96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:26.353500 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-664ed1bd-3339-4a29-8b11-fefdaf0c96fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=5eba43dc-783b-41f8-aa32-ef519c624c05 HTTP/1.1" status: 200  len: 914 time: 0.1829314
Jul 19 01:17:26.413502 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Deleting port a0b6ce46-d60b-49f0-89d2-72236e6c3536 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:26.413692 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:26.422573 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-e8c1fdeb-f7d3-4de5-b777-10ff5540f202 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:26.434827 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f105eca4-85f3-4a87-8c25-ce7729234b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:26.458851 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1fdeb-f7d3-4de5-b777-10ff5540f202 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:26.466835 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-e8c1fdeb-f7d3-4de5-b777-10ff5540f202 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:26.487814 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-e8c1fdeb-f7d3-4de5-b777-10ff5540f202 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:26.492304 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-e8c1fdeb-f7d3-4de5-b777-10ff5540f202 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "DELETE /v2.0/security-groups/4a683f0c-c3dc-4ac6-8ea6-0da825d0b8e3 HTTP/1.1" status: 204  len: 168 time: 0.6226814
Jul 19 01:17:26.498082 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43650) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:26.502698 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:26.514625 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-fd0c2a7d-4042-4be7-a5aa-a2cc7afd4d1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 200  len: 1001 time: 0.1542456
Jul 19 01:17:26.519695 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:26.524720 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] Usage tracker for resource:security_group_rule and tenant:13d86b45c3a74f3d9df9f376646d8b1b is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:26.558572 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:26.570008 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:26.606306 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-63918d52-7944-4ee8-99bd-51262fbda423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:26.607688 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-63918d52-7944-4ee8-99bd-51262fbda423 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=565c58e9-c73a-4130-88c9-e09f2e3c510b HTTP/1.1" status: 200  len: 853 time: 0.0842135
Jul 19 01:17:26.724045 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-53fa0fe4-07d4-41f8-90d9-f1115f229bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:26.725540 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-53fa0fe4-07d4-41f8-90d9-f1115f229bbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5eba43dc-783b-41f8-aa32-ef519c624c05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1117899
Jul 19 01:17:26.733868 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:26.765304 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:26.775341 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] For port a0b6ce46-d60b-49f0-89d2-72236e6c3536, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=a0b6ce46-d60b-49f0-89d2-72236e6c3536,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:26.775813 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:26.781860 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f03ea51b-203a-468f-a1be-0aa37b7000ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:26.877590 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b1b596-0309-43ce-ae78-ba91dd8fdbd4,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:26.882443 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:26.885093 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13d86b45c3a74f3d9df9f376646d8b1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5821946
Jul 19 01:17:26.892060 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43654) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:26.906707 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Calling delete_port for a0b6ce46-d60b-49f0-89d2-72236e6c3536 owned by network:router_interface {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:26.939705 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-46a37ca2-33c9-4fc1-8a11-44e25488ec6c service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076690
Jul 19 01:17:27.038655 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Deleting port 31b6324c-070a-4c63-a362-67820f653aee {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:27.038994 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.055799 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-185526bb-d311-4de4-ad1a-cfca2041aa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.097191 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-185526bb-d311-4de4-ad1a-cfca2041aa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.133644 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-2f76419e-924c-4a93-b67f-9e8924e7fadb req-082b0a37-3a4f-4567-8e53-9247b1116d59 service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850882
Jul 19 01:17:27.167455 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-185526bb-d311-4de4-ad1a-cfca2041aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.171558 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1f16bc62-1c1c-4e9a-87c2-d166762f3d73 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:27.184663 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185526bb-d311-4de4-ad1a-cfca2041aa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b1b596-0309-43ce-ae78-ba91dd8fdbd4,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:27.187615 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-185526bb-d311-4de4-ad1a-cfca2041aa16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:27.192341 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-185526bb-d311-4de4-ad1a-cfca2041aa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.195962 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-185526bb-d311-4de4-ad1a-cfca2041aa16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80b1b596-0309-43ce-ae78-ba91dd8fdbd4 HTTP/1.1" status: 204  len: 168 time: 0.3005056
Jul 19 01:17:27.256451 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.256779 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.384121 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Calling delete_port for 31b6324c-070a-4c63-a362-67820f653aee owned by network:floatingip {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:27.473227 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43662) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:27.490964 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-3cf50e5d-3be9-4bc2-b0f6-a9650c3ae73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.505448 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-3cf50e5d-3be9-4bc2-b0f6-a9650c3ae73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:27.509667 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-3cf50e5d-3be9-4bc2-b0f6-a9650c3ae73c admin admin] Usage tracker for resource:security_group_rule and tenant:c5d9d9384671447c93e2424ab96e6ae9 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:27.512493 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-3cf50e5d-3be9-4bc2-b0f6-a9650c3ae73c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:27.517753 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.518505 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-3cf50e5d-3be9-4bc2-b0f6-a9650c3ae73c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:27.523303 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b2c74d3f-e0ef-4477-b3c7-1b3b66f89bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:27.567058 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b6ce46-d60b-49f0-89d2-72236e6c3536,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:27.570641 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:27.614510 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-3cf50e5d-3be9-4bc2-b0f6-a9650c3ae73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.619082 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-3cf50e5d-3be9-4bc2-b0f6-a9650c3ae73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.731049 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-910ab165-e421-4962-a740-ce1b88a93464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:27.771501 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-3cf50e5d-3be9-4bc2-b0f6-a9650c3ae73c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5d9d9384671447c93e2424ab96e6ae9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2969217
Jul 19 01:17:27.772975 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf50e5d-3be9-4bc2-b0f6-a9650c3ae73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba21e91c-a80d-4126-9702-cba808a1e881,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:27.775305 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43666) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:27.776637 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-3cf50e5d-3be9-4bc2-b0f6-a9650c3ae73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:27.785953 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:27.799128 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d632024f-85d7-4f3d-b6ac-6edcc8216c19 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:27.863670 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event deleted for resources: {'Port': ['ID=31b6324c-070a-4c63-a362-67820f653aee,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:27.896561 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:28.007588 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-469460c8-4096-43de-8ee5-234a92e71a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:28.064729 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766501'] for router_interface, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:28.069044 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e29-65d9-4f06-8f54-6f12b24a9e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:28.076328 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks [] for floatingip, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:28.076656 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Floating IP c272ca2d-a9b5-488b-a3ea-de64f6d85738 disassociated (deleted). External IP: 172.27.3.162, port: f0b90016-2749-47ba-b327-4eb29d5dd893.
Jul 19 01:17:28.219985 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e29-65d9-4f06-8f54-6f12b24a9e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:28.509827 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:28.614007 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e29-65d9-4f06-8f54-6f12b24a9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:28.626121 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-96fbf78d-a92e-4ad2-b5c3-61656fcafe12 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:28.710499 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d6e29-65d9-4f06-8f54-6f12b24a9e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba21e91c-a80d-4126-9702-cba808a1e881,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:28.718535 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dc4d6e29-65d9-4f06-8f54-6f12b24a9e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:28.893227 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e29-65d9-4f06-8f54-6f12b24a9e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:28.894438 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-dc4d6e29-65d9-4f06-8f54-6f12b24a9e62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba21e91c-a80d-4126-9702-cba808a1e881 HTTP/1.1" status: 204  len: 168 time: 1.1182282
Jul 19 01:17:28.923546 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:17:28.939711 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Router 5b8aa282-7922-42dd-a6f6-c04140758e64 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:17:29.262195 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:17:29.267735 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:29.272596 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] Sync routers for ids ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:17:29.285637 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] Routers {'9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:29.285637 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3857ca90>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:29.313772 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:17:29.323001 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-1f4a78f0-e95e-4ac3-ab07-69e443a94737 admin admin] 10.222.0.24 "PUT /v2.0/routers/5b8aa282-7922-42dd-a6f6-c04140758e64/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7270031
Jul 19 01:17:29.323741 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43682) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:29.330976 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] Sync routers for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:17:29.341357 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:29.342252 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3758cfd0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:29.420746 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "DELETE /v2.0/floatingips/c272ca2d-a9b5-488b-a3ea-de64f6d85738 HTTP/1.1" status: 204  len: 168 time: 2.9216943
Jul 19 01:17:29.423691 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:17:29.497292 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] Set router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:29.529609 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'status': 'completed', 'code': 200}
Jul 19 01:17:29.574446 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:29.581100 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:29.706914 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-57fbfb41-34e6-40dc-a74d-1d007d0189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:29.708392 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-57fbfb41-34e6-40dc-a74d-1d007d0189c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=880524b6d86e4d918495c133fb3b940e&device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 1098 time: 0.1521151
Jul 19 01:17:29.906457 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3857ca90>, [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:59Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '649b5f1c-557e-4eb3-8ba9-13e7272adb5e', 'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'mac_address': 'fa:16:3e:be:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:58Z', 'updated_at': '2021-07-19T01:15:05Z', 'revision_number': 5, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'subnets': [{'id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:29.910951 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] Checking router: 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:17:29.920953 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] Routers {'9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:29.921588 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3857ca90>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:29.995377 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43702) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:29.997636 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-0d335bb9-0e81-4f7c-a6ed-926b1a73ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:30.001145 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-0d335bb9-0e81-4f7c-a6ed-926b1a73ea78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5eba43dc-783b-41f8-aa32-ef519c624c05 HTTP/1.1" status: 200  len: 914 time: 0.2862129
Jul 19 01:17:30.062638 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:30.074556 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Deleting port 3a84a154-cd40-480b-b87e-cf324ac6a191 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:30.074954 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:30.140985 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] Set router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:30.147928 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3758cfd0>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:17:27Z', 'revision_number': 5, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port': {'id': '3a84a154-cd40-480b-b87e-cf324ac6a191', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:09:43Z', 'updated_at': '2021-07-19T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:30.158121 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] Checking router: 5b8aa282-7922-42dd-a6f6-c04140758e64 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:17:30.173982 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] Routers {'5b8aa282-7922-42dd-a6f6-c04140758e64'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:30.175251 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda3758cfd0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5b8aa282-7922-42dd-a6f6-c04140758e64'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:30.232421 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-d2e99fc7-9c98-481e-b0b0-66c24052e702 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 200  len: 217 time: 0.2232161
Jul 19 01:17:30.271175 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] For port 3a84a154-cd40-480b-b87e-cf324ac6a191, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=3a84a154-cd40-480b-b87e-cf324ac6a191,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:30.271580 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:30.302037 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-4c80d594-73de-45a2-ace9-98baf21fc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:30.303605 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-4c80d594-73de-45a2-ace9-98baf21fc431 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=565c58e9-c73a-4130-88c9-e09f2e3c510b HTTP/1.1" status: 200  len: 853 time: 0.0647669
Jul 19 01:17:30.385937 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] Set router 5b8aa282-7922-42dd-a6f6-c04140758e64 gateway port host: None {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:30.398875 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-6de8f6f4-bfb7-44cc-a0d6-2bce29a1bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:30.400499 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-6de8f6f4-bfb7-44cc-a0d6-2bce29a1bb78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5eba43dc-783b-41f8-aa32-ef519c624c05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831769
Jul 19 01:17:30.402229 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Calling delete_port for 3a84a154-cd40-480b-b87e-cf324ac6a191 owned by network:router_gateway {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:30.499801 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1122782134-network', 'tenant_id': '1f98ecc2f51b4620b02a1f19d5441440'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:17:30.502394 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3758cfd0>, [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:17:30Z', 'revision_number': 6, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port_host': None}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:30.507377 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e38059-dbbc-4c34-8f79-dcf8bde648d1 None None] The sync data for ids ['5b8aa282-7922-42dd-a6f6-c04140758e64'] in dv-cinder-801236-1-iscsi is: [{'id': '5b8aa282-7922-42dd-a6f6-c04140758e64', 'name': 'tempest-AttachVolumeShelveTestJSON-214686437-router', 'tenant_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:42Z', 'updated_at': '2021-07-19T01:17:30Z', 'revision_number': 6, 'project_id': 'da4b6b1b1cae4c68818c57fc60b9f135', 'gw_port_host': None}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:17:30.511547 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:30.520661 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Usage tracker for resource:network and tenant:1f98ecc2f51b4620b02a1f19d5441440 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:30.524733 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:30.532459 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:30.546377 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda3857ca90>, [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:59Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '649b5f1c-557e-4eb3-8ba9-13e7272adb5e', 'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'mac_address': 'fa:16:3e:be:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:58Z', 'updated_at': '2021-07-19T01:15:05Z', 'revision_number': 5, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'subnets': [{'id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:30.553998 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecca4d-81b5-403d-8774-f90ddc48da02 None None] The sync data for ids ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'] in dv-cinder-801236-1-iscsi is: [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:14:59Z', 'revision_number': 4, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '649b5f1c-557e-4eb3-8ba9-13e7272adb5e', 'name': '', 'network_id': '5eba43dc-783b-41f8-aa32-ef519c624c05', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'mac_address': 'fa:16:3e:be:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:58Z', 'updated_at': '2021-07-19T01:15:05Z', 'revision_number': 5, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'subnets': [{'id': '565c58e9-c73a-4130-88c9-e09f2e3c510b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:17:30.569127 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-96ab6b8b-5063-4429-a195-c6c7bef74abd service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591499
Jul 19 01:17:30.583275 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Made reservation on behalf of 1f98ecc2f51b4620b02a1f19d5441440 for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:17:30.585866 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:30.605898 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:30.631123 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:30.639811 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Usage tracker for resource:security_group_rule and tenant:1f98ecc2f51b4620b02a1f19d5441440 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:30.643555 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:30.650402 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:30.654017 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:30.665170 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-36de9345-7a25-4b29-b477-b377a4b1f3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:30.729085 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-67d17c1f-7cd9-4378-b6ca-80587d1f9f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:30.731153 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-ac939fab-6c01-4c36-9609-e07c6384aa4f req-a68a17c3-1034-48d2-82e2-90b947e24a17 service neutron] 10.222.0.16 "GET /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547794
Jul 19 01:17:30.751987 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a84a154-cd40-480b-b87e-cf324ac6a191,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:30.795679 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:30.838772 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767160'] for router_gateway, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:30.915247 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73133bc1-1a63-4592-a0e0-854264537e4c None None] New status for floating IP c272ca2d-a9b5-488b-a3ea-de64f6d85738: DOWN {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:17:31.036780 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-333469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-230728'] for router, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.040681 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.079702 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.084625 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.089913 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ff2b52ea-f225-4f18-9081-360acde24f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:31.098578 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333438'] for router, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.099056 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8aa282-7922-42dd-a6f6-c04140758e64 {{(pid=78647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 19 01:17:31.126381 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:17:31.138317 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63b495a-30d0-4208-8bd7-29b830ea0125,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:31.144788 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:31.146037 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.146335 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Added segment 5b6f4585-321b-4a6d-8aa3-a5010d33a48b of type vlan for network 241641df-eb8b-4ffa-87af-850f6c90a07a
Jul 19 01:17:31.174128 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Notify callbacks [] for router, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.175141 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5b8aa282-7922-42dd-a6f6-c04140758e64 HTTP/1.1" status: 204  len: 168 time: 1.8508382
Jul 19 01:17:31.178433 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43710) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:31.181122 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.210653 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.212728 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:31.213275 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.217835 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:31.242339 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_v2 [None req-4081c7d2-29ae-4a22-9825-fef9472bc3d1 admin admin] Deleting subnet 6850151f-be62-45f4-b8da-0760dbd30228 {{(pid=78648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:17:31.246143 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4081c7d2-29ae-4a22-9825-fef9472bc3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.266694 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2676497
Jul 19 01:17:31.269144 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43716) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:31.295707 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.319994 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Request body: {'subnet': {'network_id': '241641df-eb8b-4ffa-87af-850f6c90a07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1122782134-subnet', 'tenant_id': '1f98ecc2f51b4620b02a1f19d5441440', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:17:31.323134 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4081c7d2-29ae-4a22-9825-fef9472bc3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16684991'] for subnet, precommit_delete_associations {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.333386 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Pushing event updated for resources: {'Network': ['ID=241641df-eb8b-4ffa-87af-850f6c90a07a,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:31.335759 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:31.338170 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:31.340385 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Usage tracker for resource:subnet and tenant:1f98ecc2f51b4620b02a1f19d5441440 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:31.343301 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:31.349329 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:31.354133 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 241641df-eb8b-4ffa-87af-850f6c90a07a details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:17:31.363909 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Made reservation on behalf of 1f98ecc2f51b4620b02a1f19d5441440 for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:17:31.366449 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14833611'] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.417385 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4081c7d2-29ae-4a22-9825-fef9472bc3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.517153 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4081c7d2-29ae-4a22-9825-fef9472bc3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16671493'] for subnet, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.522069 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:31.563866 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.580004 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081c7d2-29ae-4a22-9825-fef9472bc3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6850151f-be62-45f4-b8da-0760dbd30228,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:31.595611 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4081c7d2-29ae-4a22-9825-fef9472bc3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:31.596697 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4081c7d2-29ae-4a22-9825-fef9472bc3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.598506 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8796889e-e63d-4192-b4e1-aaeee6f43810 None None] Network f774c46c-cf9f-418a-af16-4ea8967b6c0a requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:31.622493 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-4081c7d2-29ae-4a22-9825-fef9472bc3d1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6850151f-be62-45f4-b8da-0760dbd30228 HTTP/1.1" status: 204  len: 168 time: 0.4428806
Jul 19 01:17:31.623856 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43726) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:31.657186 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15511480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14833593'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.665787 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:31.744515 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1f1522-9955-452e-b4d6-372c80978323,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:31.754996 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:31.763049 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Checking segment: {'id': '5b6f4585-321b-4a6d-8aa3-a5010d33a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '241641df-eb8b-4ffa-87af-850f6c90a07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:17:31.763486 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Network hostable DHCP agents. Network: 241641df-eb8b-4ffa-87af-850f6c90a07a, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:17:31.786224 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Network 241641df-eb8b-4ffa-87af-850f6c90a07a is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:17:31.796870 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 241641df-eb8b-4ffa-87af-850f6c90a07a) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:17:31.802812 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:31.804225 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.814515 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc79d965-9fbf-411f-959d-503d27b60ddc None None] Network 241641df-eb8b-4ffa-87af-850f6c90a07a requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:31.834324 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:31.835247 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b33d991b-7ae3-48b6-bd83-87ed4473e356 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5649667
Jul 19 01:17:31.849755 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Deleting port ad052fb1-45cb-45cc-a1fc-6ad721b3632c {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:31.850471 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.070555 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] DHCP port deletion for f774c46c-cf9f-418a-af16-4ea8967b6c0a request from dv-cinder-801236-1-iscsi {{(pid=78649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 19 01:17:32.080308 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] Deleting port ad052fb1-45cb-45cc-a1fc-6ad721b3632c {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:32.080828 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.087556 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] For port ad052fb1-45cb-45cc-a1fc-6ad721b3632c, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=ad052fb1-45cb-45cc-a1fc-6ad721b3632c,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:32.087982 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.114347 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09790d5e-d5ca-4f64-bc72-0dd9ab3446fa None None] Network 241641df-eb8b-4ffa-87af-850f6c90a07a requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:32.219431 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Calling delete_port for ad052fb1-45cb-45cc-a1fc-6ad721b3632c owned by network:dhcp {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:32.395247 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43746) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:32.402727 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1274365412-network', 'tenant_id': '2e79a4592d074ef98452e10190a36112'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:17:32.408130 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:32.411003 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.413037 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Usage tracker for resource:network and tenant:2e79a4592d074ef98452e10190a36112 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:32.415451 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c0fc1e60-ebbf-412e-a3c2-7b47c2185e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:32.417873 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:32.423639 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:32.433566 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] For port ad052fb1-45cb-45cc-a1fc-6ad721b3632c, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=ad052fb1-45cb-45cc-a1fc-6ad721b3632c,segment=NetworkSegment(d6e6a683-1172-45f5-8ab1-940c5587aeb0),segment_id=d6e6a683-1172-45f5-8ab1-940c5587aeb0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:32.433997 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.435138 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Made reservation on behalf of 2e79a4592d074ef98452e10190a36112 for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:17:32.437766 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.453478 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.459581 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Pushing event deleted for resources: {'Port': ['ID=ad052fb1-45cb-45cc-a1fc-6ad721b3632c,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:32.463156 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:32.471041 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] No DVR routers for this DVR port ad052fb1-45cb-45cc-a1fc-6ad721b3632c on host dv-cinder-801236-1-iscsi {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:17:32.575864 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:32.576555 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a0b6ce46-d60b-49f0-89d2-72236e6c3536 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:32.580189 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Usage tracker for resource:security_group_rule and tenant:2e79a4592d074ef98452e10190a36112 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:32.583248 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:32.589603 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:32.603061 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.609024 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] Calling delete_port for ad052fb1-45cb-45cc-a1fc-6ad721b3632c owned by network:dhcp {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:32.616018 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda36339190>,) {'filters': {'network_id': ['f774c46c-cf9f-418a-af16-4ea8967b6c0a']}} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:32.629008 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36339190>, 'd6e6a683-1172-45f5-8ab1-940c5587aeb0') {'for_net_delete': True} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:32.629305 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36339190>, 'd6e6a683-1172-45f5-8ab1-940c5587aeb0') {} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:32.641164 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16684960'] for segment, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.658000 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.664367 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=78648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:17:32.665255 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825913'] for segment, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]: Traceback (most recent call last):
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     timer()
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     cb(*args, **kw)
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     return func(*args, **kwargs)
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     self._notify()
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     self.callback(batched_events)
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     event.method(event)
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     return f(self, *a, **k)
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._get(url).json()
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:17:32.678355 dv-cinder-801236-1-iscsi neutron-server[78648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:17:32.687681 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.688958 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: a0b6ce46-d60b-49f0-89d2-72236e6c3536 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:32.689319 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device a0b6ce46-d60b-49f0-89d2-72236e6c3536 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:32.689807 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device ad052fb1-45cb-45cc-a1fc-6ad721b3632c no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:32.695034 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.700391 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f7973d65-3fa8-4ec4-a73c-3b311fe6460c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:32.733260 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: ad052fb1-45cb-45cc-a1fc-6ad721b3632c {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:32.733625 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device ad052fb1-45cb-45cc-a1fc-6ad721b3632c not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:32.734075 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 3a84a154-cd40-480b-b87e-cf324ac6a191 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:32.735846 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:17:32.750942 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabcd176-7bd5-4c56-821b-cd5dc06c6c8a,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:32.756640 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:32.757953 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.758551 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Added segment 073a9c0a-4c2d-4569-8a4d-f44dbed91be5 of type vlan for network 49bb8405-8191-4fec-98d4-83bb55a2d195
Jul 19 01:17:32.771568 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 3a84a154-cd40-480b-b87e-cf324ac6a191 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:32.771930 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 3a84a154-cd40-480b-b87e-cf324ac6a191 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:32.772783 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.784435 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:32.793443 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.db.api [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:17:32.793917 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_db.api [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:17:32.794732 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.805116 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.815235 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Pushing event deleted for resources: {'Network': ['ID=f774c46c-cf9f-418a-af16-4ea8967b6c0a,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:32.818343 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:32.826456 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.827778 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:32.828342 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.828937 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-4dd732cd-b145-46b8-b1c7-aa365da9ecec admin admin] 10.222.0.24 "DELETE /v2.0/networks/f774c46c-cf9f-418a-af16-4ea8967b6c0a HTTP/1.1" status: 204  len: 168 time: 1.2041149
Jul 19 01:17:32.831696 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-99ef2718-5a51-4b82-9d10-fa70d29754f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:32.927652 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5304785
Jul 19 01:17:32.930999 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43756) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:32.932699 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:32.933450 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Pushing event updated for resources: {'Network': ['ID=49bb8405-8191-4fec-98d4-83bb55a2d195,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:32.936029 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:32.937374 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Request body: {'subnet': {'network_id': '49bb8405-8191-4fec-98d4-83bb55a2d195', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1274365412-subnet', 'tenant_id': '2e79a4592d074ef98452e10190a36112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:17:32.943724 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:32.943899 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 49bb8405-8191-4fec-98d4-83bb55a2d195 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:17:32.948369 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Usage tracker for resource:subnet and tenant:2e79a4592d074ef98452e10190a36112 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:32.951437 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:32.958045 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:32.972522 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Made reservation on behalf of 2e79a4592d074ef98452e10190a36112 for: {'subnet': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:17:32.975433 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16671598'] for subnet, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:33.047516 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43760) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:33.107801 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-80595826-7f81-4b3c-b91a-fa9be41d5a59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da4b6b1b1cae4c68818c57fc60b9f135&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0578156
Jul 19 01:17:33.110322 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43764) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:33.189580 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6989b7d9-32b3-4d4c-98fa-d792fdd1c2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:33.201925 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-825756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16671516'] for subnet, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:33.207892 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:33.217264 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6989b7d9-32b3-4d4c-98fa-d792fdd1c2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:33.279896 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=99521d01-1593-4592-b425-451d07c1b21d,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:33.282430 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:33.289037 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Checking segment: {'id': '073a9c0a-4c2d-4569-8a4d-f44dbed91be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49bb8405-8191-4fec-98d4-83bb55a2d195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:17:33.290012 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Network hostable DHCP agents. Network: 49bb8405-8191-4fec-98d4-83bb55a2d195, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:17:33.295410 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] Deleting port ad052fb1-45cb-45cc-a1fc-6ad721b3632c {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:33.296145 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:33.315156 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Network 49bb8405-8191-4fec-98d4-83bb55a2d195 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:17:33.335676 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d87fb2-63e0-4a92-936f-647a237015f6 req-bba248ac-5c76-45b4-a296-70f2e52932c5 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:33.337045 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-13d87fb2-63e0-4a92-936f-647a237015f6 req-bba248ac-5c76-45b4-a296-70f2e52932c5 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Synchronizing usage tracker for tenant:880524b6d86e4d918495c133fb3b940e on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:17:33.337359 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 49bb8405-8191-4fec-98d4-83bb55a2d195) {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:17:33.341227 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6989b7d9-32b3-4d4c-98fa-d792fdd1c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:33.342331 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:33.342943 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:33.345387 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:33.364484 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989b7d9-32b3-4d4c-98fa-d792fdd1c2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ff0d10-5a6d-4e2a-b52b-4a15d5664b6e,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:33.368936 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6989b7d9-32b3-4d4c-98fa-d792fdd1c2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:33.379598 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6989b7d9-32b3-4d4c-98fa-d792fdd1c2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:33.383162 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-6989b7d9-32b3-4d4c-98fa-d792fdd1c2e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29ff0d10-5a6d-4e2a-b52b-4a15d5664b6e HTTP/1.1" status: 204  len: 168 time: 0.2691770
Jul 19 01:17:33.383324 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-6578b81b-b30f-4f69-a021-c405d39a1c3b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4503324
Jul 19 01:17:33.388714 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418d1024-c8af-4765-a36d-7357c4d479b4 None None] Network 49bb8405-8191-4fec-98d4-83bb55a2d195 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:33.393414 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-13d87fb2-63e0-4a92-936f-647a237015f6 req-bba248ac-5c76-45b4-a296-70f2e52932c5 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Unset dirty status for tenant:880524b6d86e4d918495c133fb3b940e on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:17:33.398434 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-13d87fb2-63e0-4a92-936f-647a237015f6 req-bba248ac-5c76-45b4-a296-70f2e52932c5 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 945 time: 0.1719437
Jul 19 01:17:33.450882 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-8eed28d4-7f33-4c06-8f04-c38fa25cb7a6 None None] The port 'ad052fb1-45cb-45cc-a1fc-6ad721b3632c' was deleted {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 19 01:17:33.474768 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-13d87fb2-63e0-4a92-936f-647a237015f6 req-01662ec7-c2cc-43f8-883f-b7b05b8adf5c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697222
Jul 19 01:17:33.702620 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193caa7-26bc-493a-81bc-755b4fa452e7 None None] Network 49bb8405-8191-4fec-98d4-83bb55a2d195 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:34.668366 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68885bb-8c50-46c6-bb8a-2ace053cb498 req-74dcb407-91da-4d9a-b273-34bb998b679d tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:34.670005 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b68885bb-8c50-46c6-bb8a-2ace053cb498 req-74dcb407-91da-4d9a-b273-34bb998b679d tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 945 time: 0.0835304
Jul 19 01:17:34.720753 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b68885bb-8c50-46c6-bb8a-2ace053cb498 req-1879830a-d126-45db-92b8-9817b3b3147c tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/security-groups?id=ecc52f7b-8265-46e0-851c-4d033838b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440655
Jul 19 01:17:35.067566 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-7bd9bf1d-ba87-44fe-a050-2e1b3ef024ac tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:35.068247 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-7bd9bf1d-ba87-44fe-a050-2e1b3ef024ac tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Synchronizing usage tracker for tenant:880524b6d86e4d918495c133fb3b940e on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:17:35.081310 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-7bd9bf1d-ba87-44fe-a050-2e1b3ef024ac tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Unset dirty status for tenant:880524b6d86e4d918495c133fb3b940e on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:17:35.082426 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-7bd9bf1d-ba87-44fe-a050-2e1b3ef024ac tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 945 time: 0.0951426
Jul 19 01:17:35.153334 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Deleting port f0b90016-2749-47ba-b327-4eb29d5dd893 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:35.153591 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:35.395372 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] For port f0b90016-2749-47ba-b327-4eb29d5dd893, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f0b90016-2749-47ba-b327-4eb29d5dd893,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:35.395729 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:35.517210 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Calling delete_port for f0b90016-2749-47ba-b327-4eb29d5dd893 owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:35.659705 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:35.664965 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-a79e9e42-1b40-41c6-857e-c19b97f28341 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:35.692713 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['f0b90016-2749-47ba-b327-4eb29d5dd893'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:17:35.709406 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Pushing event deleted for resources: {'Port': ['ID=f0b90016-2749-47ba-b327-4eb29d5dd893,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:35.720702 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:35.815839 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] No DVR routers for this DVR port f0b90016-2749-47ba-b327-4eb29d5dd893 on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:17:35.818279 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:35.821193 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'name': 'network-vif-deleted', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:17:35.846224 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-c6672d9d-5332-4811-9c4b-ad41d60145cc req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.16 "DELETE /v2.0/ports/f0b90016-2749-47ba-b327-4eb29d5dd893 HTTP/1.1" status: 204  len: 173 time: 0.7566991
Jul 19 01:17:35.885345 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e6561b-0639-4d42-8ca9-a782ccd6de9f', 'name': 'network-vif-deleted', 'tag': 'f0b90016-2749-47ba-b327-4eb29d5dd893', 'status': 'completed', 'code': 200}
Jul 19 01:17:35.894316 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-265f7e1f-81fc-4293-8e98-53e0e52cd6d0 req-856739a1-a363-42b4-a953-6b7e33d92239 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1e6561b-0639-4d42-8ca9-a782ccd6de9f HTTP/1.1" status: 200  len: 210 time: 0.0521989
Jul 19 01:17:37.642574 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43906) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:37.666096 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43910) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:37.790539 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:37.804739 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:37.809021 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] Usage tracker for resource:security_group_rule and tenant:3cdf7b41e4e64605b06ea71b53b96464 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:37.811785 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:37.817462 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:37.898406 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:37.902711 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:37.911732 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1a01ddc1-e40e-4fbc-af91-b6138aa9f17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:37.950629 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cdf7b41e4e64605b06ea71b53b96464&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2828026
Jul 19 01:17:37.951557 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01e1637-8ca4-449e-b646-bd2d4e279ffb,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:37.954683 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:37.955307 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43916) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:38.012419 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-79e68a9d-35b5-498a-a531-1a12d5e2ba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:38.037936 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-79e68a9d-35b5-498a-a531-1a12d5e2ba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:38.093329 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-79e68a9d-35b5-498a-a531-1a12d5e2ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:38.097978 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:38.109961 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e68a9d-35b5-498a-a531-1a12d5e2ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01e1637-8ca4-449e-b646-bd2d4e279ffb,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:38.112892 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-79e68a9d-35b5-498a-a531-1a12d5e2ba3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:38.115671 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-79e68a9d-35b5-498a-a531-1a12d5e2ba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:38.116848 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-79e68a9d-35b5-498a-a531-1a12d5e2ba3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f01e1637-8ca4-449e-b646-bd2d4e279ffb HTTP/1.1" status: 204  len: 168 time: 0.1606138
Jul 19 01:17:38.278633 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333525'] for router_interface, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:38.641811 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Deleting port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:38.642051 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:38.814791 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43948) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:38.829952 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] For port 649b5f1c-557e-4eb3-8ba9-13e7272adb5e, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=649b5f1c-557e-4eb3-8ba9-13e7272adb5e,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:38.830446 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:38.930795 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1995770012-network', 'tenant_id': 'a112a4e11cb74f0890b45c7d00381b9d'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:17:38.937043 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:38.942327 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Usage tracker for resource:network and tenant:a112a4e11cb74f0890b45c7d00381b9d is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:38.946238 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:38.953683 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:38.954167 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Calling delete_port for 649b5f1c-557e-4eb3-8ba9-13e7272adb5e owned by network:router_interface {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:38.964000 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Made reservation on behalf of a112a4e11cb74f0890b45c7d00381b9d for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:17:38.966302 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:38.978608 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:38.992997 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:38.996748 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Usage tracker for resource:security_group_rule and tenant:a112a4e11cb74f0890b45c7d00381b9d is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:39.000647 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:39.000838 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device f0b90016-2749-47ba-b327-4eb29d5dd893 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:39.006297 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:39.036746 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: f0b90016-2749-47ba-b327-4eb29d5dd893 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:39.037096 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device f0b90016-2749-47ba-b327-4eb29d5dd893 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:39.094734 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.098639 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.103771 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-9e3cf764-ab13-47a7-8782-0b83cb4311df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:39.129861 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:17:39.143386 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceee2cd-df04-42a4-9176-ee6b53d3a9b3,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:39.143578 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.148046 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d1d97d60-227f-42aa-9925-2c2b1252d4da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:39.148392 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:39.149280 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.149620 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Added segment b6398651-a73d-4581-bd1b-6ca9a5e8f027 of type vlan for network 032a4743-4d78-4e4d-8266-85d790e89df2
Jul 19 01:17:39.179094 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.196183 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Pushing event deleted for resources: {'Port': ['ID=649b5f1c-557e-4eb3-8ba9-13e7272adb5e,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:39.215779 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.217446 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:39.218075 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.222240 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:39.328939 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5129404
Jul 19 01:17:39.329896 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Pushing event updated for resources: {'Network': ['ID=032a4743-4d78-4e4d-8266-85d790e89df2,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:39.332008 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43956) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:39.335000 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:39.335169 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:39.338962 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Request body: {'subnet': {'network_id': '032a4743-4d78-4e4d-8266-85d790e89df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1995770012-subnet', 'tenant_id': 'a112a4e11cb74f0890b45c7d00381b9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:17:39.342044 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 032a4743-4d78-4e4d-8266-85d790e89df2 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:17:39.345586 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:39.349628 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Usage tracker for resource:subnet and tenant:a112a4e11cb74f0890b45c7d00381b9d is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:39.352589 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:39.358637 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:39.370413 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Made reservation on behalf of a112a4e11cb74f0890b45c7d00381b9d for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:17:39.373696 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14833611'] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.587818 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766501'] for router_interface, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.597036 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15511480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14833593'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.603873 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:39.681262 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a55bfc-ad2d-4ed4-b6c6-d50bf8026e87,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:39.683960 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:39.684820 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Checking segment: {'id': 'b6398651-a73d-4581-bd1b-6ca9a5e8f027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '032a4743-4d78-4e4d-8266-85d790e89df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:17:39.685171 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Network hostable DHCP agents. Network: 032a4743-4d78-4e4d-8266-85d790e89df2, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:17:39.705250 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Network 032a4743-4d78-4e4d-8266-85d790e89df2 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:17:39.716004 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 032a4743-4d78-4e4d-8266-85d790e89df2) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:17:39.724968 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25627ffb-cb88-4ec1-ac37-74a7927ed47a None None] Network 032a4743-4d78-4e4d-8266-85d790e89df2 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:39.727423 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:39.728298 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:39.753853 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-f3a950d5-e53d-46ce-834a-b95f9a81727d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4206305
Jul 19 01:17:39.966226 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef549ef-a228-45cd-9d61-063af4c46fea None None] Network 032a4743-4d78-4e4d-8266-85d790e89df2 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:40.005069 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:17:40.207109 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:17:40.219232 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] Sync routers for ids ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:17:40.221156 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-6f766b3f-b3ca-41f2-af47-126afaa9db2f admin admin] 10.222.0.24 "PUT /v2.0/routers/9d90d8fc-8e27-465d-bf5d-b2e028b4c76f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5775301
Jul 19 01:17:40.223902 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 43976) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:40.231343 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] Routers {'9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:40.232330 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37a5ba60>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:40.358306 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43982) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:40.373807 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1448235581-network', 'tenant_id': 'd760916ca3e04afe9aa3c987fe4784fc'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:17:40.378712 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:40.384816 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Usage tracker for resource:network and tenant:d760916ca3e04afe9aa3c987fe4784fc is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:40.387932 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:40.395173 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:40.409894 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Made reservation on behalf of d760916ca3e04afe9aa3c987fe4784fc for: {'network': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:17:40.413520 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.430902 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.432598 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] Set router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:40.439276 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.450072 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:40.455533 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Usage tracker for resource:security_group_rule and tenant:d760916ca3e04afe9aa3c987fe4784fc is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:40.458712 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:40.472041 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:40.608114 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.612462 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.615740 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b0c1c607-dfa0-458a-b57a-74687bf71c20 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:40.653104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83}  {{(pid=78648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:17:40.661660 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b9e407-a765-4d61-8f9f-bd8b5def05bc,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:40.666093 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:40.668535 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.668874 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.segments_db [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Added segment 1dc128fe-4a53-4be8-ab5b-c9e719bb5c10 of type vlan for network f2393cdb-16f3-43b7-9a3f-10c1c22d2450
Jul 19 01:17:40.702527 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.747700 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.750009 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:40.751403 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.757899 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f9f5d12c-c5fc-42b4-a259-752cb95c5c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:40.770750 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.780844 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Deleting port 8a0946b4-2f6a-4744-a354-bc5399d2304b {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:40.781500 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.827574 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37a5ba60>, [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:17:39Z', 'revision_number': 5, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port': {'id': '8a0946b4-2f6a-4744-a354-bc5399d2304b', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:14:55Z', 'updated_at': '2021-07-19T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:40.831884 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] Checking router: 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:17:40.841353 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] Routers {'9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:40.841994 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37a5ba60>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:40.861740 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5014482
Jul 19 01:17:40.861951 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Pushing event updated for resources: {'Network': ['ID=f2393cdb-16f3-43b7-9a3f-10c1c22d2450,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:40.863910 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43990) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:40.866902 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:40.870937 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Request body: {'subnet': {'network_id': 'f2393cdb-16f3-43b7-9a3f-10c1c22d2450', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1448235581-subnet', 'tenant_id': 'd760916ca3e04afe9aa3c987fe4784fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:17:40.875909 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:17:40.880050 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Usage tracker for resource:subnet and tenant:d760916ca3e04afe9aa3c987fe4784fc is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:17:40.882987 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:17:40.890039 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:17:40.899546 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Made reservation on behalf of d760916ca3e04afe9aa3c987fe4784fc for: {'subnet': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:17:40.900022 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network f2393cdb-16f3-43b7-9a3f-10c1c22d2450 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:17:40.901880 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16671598'] for subnet, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:40.971033 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] For port 8a0946b4-2f6a-4744-a354-bc5399d2304b, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=8a0946b4-2f6a-4744-a354-bc5399d2304b,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:40.971685 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.080784 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] Set router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f gateway port host: None {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:41.101488 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Calling delete_port for 8a0946b4-2f6a-4744-a354-bc5399d2304b owned by network:router_gateway {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:41.109570 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-825756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16671516'] for subnet, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.114881 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-cd9ffb3b-a1a3-4aef-a2ed-da67ffcb7d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:41.185933 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37a5ba60>, [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:17:40Z', 'revision_number': 6, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port_host': None}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:41.187579 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1650c71a-c90e-4b05-8336-9b42821f337f,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:41.189991 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbbee71-37a4-4b10-94ba-72a22cf56b6f None None] The sync data for ids ['9d90d8fc-8e27-465d-bf5d-b2e028b4c76f'] in dv-cinder-801236-1-iscsi is: [{'id': '9d90d8fc-8e27-465d-bf5d-b2e028b4c76f', 'name': 'tempest-TestMinimumBasicScenario-501139137-router', 'tenant_id': '880524b6d86e4d918495c133fb3b940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:14:54Z', 'updated_at': '2021-07-19T01:17:40Z', 'revision_number': 6, 'project_id': '880524b6d86e4d918495c133fb3b940e', 'gw_port_host': None}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:17:41.190957 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:41.201225 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Checking segment: {'id': '1dc128fe-4a53-4be8-ab5b-c9e719bb5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f2393cdb-16f3-43b7-9a3f-10c1c22d2450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:17:41.202106 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Network hostable DHCP agents. Network: f2393cdb-16f3-43b7-9a3f-10c1c22d2450, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:17:41.231127 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Network f2393cdb-16f3-43b7-9a3f-10c1c22d2450 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:17:41.240581 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, f2393cdb-16f3-43b7-9a3f-10c1c22d2450) {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:17:41.245876 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:17:41.246812 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.250913 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a722f16-a800-4bcc-b9bd-c5c4417936cc None None] Network f2393cdb-16f3-43b7-9a3f-10c1c22d2450 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:41.269179 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-6b958d1e-9931-4469-ae3b-a13bf528b4f7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4042029
Jul 19 01:17:41.286994 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.291828 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d876e757-5878-4e91-bb8f-27e7ab2ddd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:41.334837 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0946b4-2f6a-4744-a354-bc5399d2304b,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:41.338644 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:41.403736 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 43996) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:41.431794 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767160'] for router_gateway, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.468854 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a04df9-b37d-4489-8b66-63aa1ad98b81 None None] Network f2393cdb-16f3-43b7-9a3f-10c1c22d2450 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:41.578104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7e4ca5-9b1a-4271-9def-29a485e0152c admin admin] Deleting subnet 84a55bfc-ad2d-4ed4-b6c6-d50bf8026e87 {{(pid=78648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:17:41.586491 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4ca5-9b1a-4271-9def-29a485e0152c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.611887 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-333469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-230728'] for router, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.614960 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.644389 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333438'] for router, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.645295 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d90d8fc-8e27-465d-bf5d-b2e028b4c76f {{(pid=78647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 19 01:17:41.665165 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4ca5-9b1a-4271-9def-29a485e0152c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16684991'] for subnet, precommit_delete_associations {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.669318 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Notify callbacks [] for router, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.673157 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9d90d8fc-8e27-465d-bf5d-b2e028b4c76f HTTP/1.1" status: 204  len: 168 time: 1.4477327
Jul 19 01:17:41.673820 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44002) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:41.729985 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4ca5-9b1a-4271-9def-29a485e0152c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.741421 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7df95a-fe5e-495c-addb-7586422911aa admin admin] Deleting subnet 565c58e9-c73a-4130-88c9-e09f2e3c510b {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:17:41.745101 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8f7df95a-fe5e-495c-addb-7586422911aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.798148 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8f7df95a-fe5e-495c-addb-7586422911aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.826758 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4ca5-9b1a-4271-9def-29a485e0152c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16671493'] for subnet, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.833922 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:41.870595 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e4ca5-9b1a-4271-9def-29a485e0152c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a55bfc-ad2d-4ed4-b6c6-d50bf8026e87,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:41.875085 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5d7e4ca5-9b1a-4271-9def-29a485e0152c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:41.877945 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4ca5-9b1a-4271-9def-29a485e0152c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.885893 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-5d7e4ca5-9b1a-4271-9def-29a485e0152c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/84a55bfc-ad2d-4ed4-b6c6-d50bf8026e87 HTTP/1.1" status: 204  len: 168 time: 0.4809730
Jul 19 01:17:41.889395 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44008) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:41.897824 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8f7df95a-fe5e-495c-addb-7586422911aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.968751 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8f7df95a-fe5e-495c-addb-7586422911aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:41.974430 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:41.997338 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.013230 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7df95a-fe5e-495c-addb-7586422911aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565c58e9-c73a-4130-88c9-e09f2e3c510b,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:42.016303 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8f7df95a-fe5e-495c-addb-7586422911aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:42.017280 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-8f7df95a-fe5e-495c-addb-7586422911aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.025978 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b90f76e-e2ff-41b0-a6ed-34a9205b0782 None None] Network 5eba43dc-783b-41f8-aa32-ef519c624c05 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:42.027052 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-8f7df95a-fe5e-495c-addb-7586422911aa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/565c58e9-c73a-4130-88c9-e09f2e3c510b HTTP/1.1" status: 204  len: 168 time: 0.3522213
Jul 19 01:17:42.027736 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44014) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:42.133952 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.145588 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Deleting port 10960329-24f4-4cc2-94e2-fd407f6008af {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:42.146030 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.155030 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.171043 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda37197a00>,) {'filters': {'network_id': ['032a4743-4d78-4e4d-8266-85d790e89df2']}} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:42.193607 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda37197a00>, 'b6398651-a73d-4581-bd1b-6ca9a5e8f027') {'for_net_delete': True} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:42.194071 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.services.segments.db [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda37197a00>, 'b6398651-a73d-4581-bd1b-6ca9a5e8f027') {} {{(pid=78648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:42.231415 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16684960'] for segment, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.261945 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.276101 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=78648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:17:42.278166 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825913'] for segment, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]: Traceback (most recent call last):
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     timer()
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     cb(*args, **kw)
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     return func(*args, **kwargs)
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     self._notify()
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     self.callback(batched_events)
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     event.method(event)
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     return f(self, *a, **k)
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._get(url).json()
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:17:42.296214 dv-cinder-801236-1-iscsi neutron-server[78648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:17:42.391012 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.394156 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] DHCP port deletion for 5eba43dc-783b-41f8-aa32-ef519c624c05 request from dv-cinder-801236-1-iscsi {{(pid=78649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 19 01:17:42.396361 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d4c5c888-7f92-4b5f-b25d-f6e390afc43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:42.399031 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] Deleting port 10960329-24f4-4cc2-94e2-fd407f6008af {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:42.399685 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.411717 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.425087 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] 10.222.0.24 "DELETE /v2.0/networks/032a4743-4d78-4e4d-8266-85d790e89df2 HTTP/1.1" status: 204  len: 168 time: 0.5323815
Jul 19 01:17:42.425087 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] Pushing event deleted for resources: {'Network': ['ID=032a4743-4d78-4e4d-8266-85d790e89df2,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:42.425618 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44022) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:42.434045 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ec9b64c6-00aa-42b1-9a26-0ae80ffec05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:42.568518 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] For port 10960329-24f4-4cc2-94e2-fd407f6008af, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=10960329-24f4-4cc2-94e2-fd407f6008af,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:42.568961 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.578955 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 10960329-24f4-4cc2-94e2-fd407f6008af no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:42.583198 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-031c7105-46cc-4828-96a6-3ff3cd52c499 admin admin] Deleting subnet 1650c71a-c90e-4b05-8336-9b42821f337f {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:17:42.636622 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-031c7105-46cc-4828-96a6-3ff3cd52c499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.692958 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] For port 10960329-24f4-4cc2-94e2-fd407f6008af, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=10960329-24f4-4cc2-94e2-fd407f6008af,segment=NetworkSegment(976c15d4-638e-4db9-900e-b3694494e9aa),segment_id=976c15d4-638e-4db9-900e-b3694494e9aa)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:42.693271 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.725223 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Calling delete_port for 10960329-24f4-4cc2-94e2-fd407f6008af owned by network:dhcp {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:42.790318 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-031c7105-46cc-4828-96a6-3ff3cd52c499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.838647 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] Calling delete_port for 10960329-24f4-4cc2-94e2-fd407f6008af owned by network:dhcp {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:42.860002 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.863758 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-031c7105-46cc-4828-96a6-3ff3cd52c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:42.887181 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Port 10960329-24f4-4cc2-94e2-fd407f6008af update to DOWN by agent not found {{(pid=78649) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}}
Jul 19 01:17:42.887622 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 649b5f1c-557e-4eb3-8ba9-13e7272adb5e no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:42.893964 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1e9a32bc-f1e2-4b5b-9568-4b3d3f2b03aa tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:42.923429 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 649b5f1c-557e-4eb3-8ba9-13e7272adb5e {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:42.923786 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 649b5f1c-557e-4eb3-8ba9-13e7272adb5e not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:42.924207 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 8a0946b4-2f6a-4744-a354-bc5399d2304b no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:42.941070 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Pushing event deleted for resources: {'Port': ['ID=10960329-24f4-4cc2-94e2-fd407f6008af,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:42.951006 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:42.954926 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] No DVR routers for this DVR port 10960329-24f4-4cc2-94e2-fd407f6008af on host dv-cinder-801236-1-iscsi {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:17:42.959275 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 8a0946b4-2f6a-4744-a354-bc5399d2304b {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:42.959634 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 8a0946b4-2f6a-4744-a354-bc5399d2304b not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:42.987825 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.db.api [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:17:42.988187 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_db.api [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:17:43.082061 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.090097 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-031c7105-46cc-4828-96a6-3ff3cd52c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.098539 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:43.122686 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda36ac1400>,) {'filters': {'network_id': ['5eba43dc-783b-41f8-aa32-ef519c624c05']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:43.143260 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36ac1400>, '976c15d4-638e-4db9-900e-b3694494e9aa') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:43.143550 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36ac1400>, '976c15d4-638e-4db9-900e-b3694494e9aa') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:43.150310 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c7105-46cc-4828-96a6-3ff3cd52c499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1650c71a-c90e-4b05-8336-9b42821f337f,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:43.152265 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-031c7105-46cc-4828-96a6-3ff3cd52c499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.157443 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-031c7105-46cc-4828-96a6-3ff3cd52c499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:43.163339 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.184508 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-031c7105-46cc-4828-96a6-3ff3cd52c499 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1650c71a-c90e-4b05-8336-9b42821f337f HTTP/1.1" status: 204  len: 168 time: 0.7572336
Jul 19 01:17:43.187057 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44026) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:43.189615 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.215490 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:17:43.215883 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:17:43.228964 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:17:43.367699 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.371165 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.377193 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.379377 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:43.401966 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eba43dc-783b-41f8-aa32-ef519c624c05,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:43.407483 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:43.436359 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5eba43dc-783b-41f8-aa32-ef519c624c05 HTTP/1.1" status: 204  len: 168 time: 1.4076288
Jul 19 01:17:43.439476 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44034) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:43.489850 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] Deleting port 10960329-24f4-4cc2-94e2-fd407f6008af {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:43.491104 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.525345 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.539609 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda36862400>,) {'filters': {'network_id': ['f2393cdb-16f3-43b7-9a3f-10c1c22d2450']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:43.553155 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36862400>, '1dc128fe-4a53-4be8-ab5b-c9e719bb5c10') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:43.553742 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36862400>, '1dc128fe-4a53-4be8-ab5b-c9e719bb5c10') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:43.565696 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.571543 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-44f53e44-f1db-43ab-939b-a0bcc53ff5c2 None None] The port '10960329-24f4-4cc2-94e2-fd407f6008af' was deleted {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 19 01:17:43.591132 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.599333 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:17:43.599909 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:17:43.613346 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:17:43.710337 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.717049 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c7f0e016-53f3-4684-ab39-278b3a239243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:43.748145 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:43.762441 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2393cdb-16f3-43b7-9a3f-10c1c22d2450,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:43.765392 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:43.778409 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-a0b24328-8e17-4903-8fd8-4b4e2d987a76 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f2393cdb-16f3-43b7-9a3f-10c1c22d2450 HTTP/1.1" status: 204  len: 168 time: 0.5903578
Jul 19 01:17:43.953555 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44044) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:44.002915 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-55a5d2e8-5fa4-471b-9730-a6dfa0cf4f0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a112a4e11cb74f0890b45c7d00381b9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478213
Jul 19 01:17:44.005161 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44048) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:44.049458 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333525'] for router_interface, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.169353 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a95f30eb-5207-4f99-b8ed-e75295985b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.194289 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a95f30eb-5207-4f99-b8ed-e75295985b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.245472 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a95f30eb-5207-4f99-b8ed-e75295985b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.249735 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-9497ee76-e0f6-40cf-bf10-0935238eb822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:44.263808 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f30eb-5207-4f99-b8ed-e75295985b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceee2cd-df04-42a4-9176-ee6b53d3a9b3,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:44.266615 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a95f30eb-5207-4f99-b8ed-e75295985b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:44.267563 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a95f30eb-5207-4f99-b8ed-e75295985b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.271745 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-a95f30eb-5207-4f99-b8ed-e75295985b47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fceee2cd-df04-42a4-9176-ee6b53d3a9b3 HTTP/1.1" status: 204  len: 168 time: 0.2655768
Jul 19 01:17:44.502232 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Deleting port 295b1c3a-0bda-429f-980d-74ef80bf9032 {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:44.502726 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.629334 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44056) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:44.677823 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] For port 295b1c3a-0bda-429f-980d-74ef80bf9032, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=295b1c3a-0bda-429f-980d-74ef80bf9032,segment=NetworkSegment(614143e7-0cc7-4ed9-b72a-30ce86ca0ce0),segment_id=614143e7-0cc7-4ed9-b72a-30ce86ca0ce0)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:44.678176 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.681791 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-f2c61151-f06e-4001-8886-dcd84ab13e5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d760916ca3e04afe9aa3c987fe4784fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511675
Jul 19 01:17:44.682369 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44060) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:44.743842 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7534b422-ed10-43bf-9f98-12d21e76a6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.770730 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7534b422-ed10-43bf-9f98-12d21e76a6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.806619 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Calling delete_port for 295b1c3a-0bda-429f-980d-74ef80bf9032 owned by network:router_interface {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:44.824210 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7534b422-ed10-43bf-9f98-12d21e76a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.828070 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-cf1a1b6c-986f-429b-ba1d-cfe5fc502e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:44.839452 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b422-ed10-43bf-9f98-12d21e76a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b9e407-a765-4d61-8f9f-bd8b5def05bc,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:44.842600 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-7534b422-ed10-43bf-9f98-12d21e76a6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:44.849990 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7534b422-ed10-43bf-9f98-12d21e76a6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:44.854887 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-7534b422-ed10-43bf-9f98-12d21e76a6c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6b9e407-a765-4d61-8f9f-bd8b5def05bc HTTP/1.1" status: 204  len: 168 time: 0.1707723
Jul 19 01:17:45.002319 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:45.007537 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9dbef9bd-a80e-42e5-91fd-2e9be753cab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:45.058437 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=295b1c3a-0bda-429f-980d-74ef80bf9032,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:45.087405 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:45.360265 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766501'] for router_interface, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:45.735892 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:17:46.054525 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:17:46.063428 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] Sync routers for ids ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:17:46.071933 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-4bca23aa-ba31-40dc-9940-08488ac16ad4 admin admin] 10.222.0.24 "PUT /v2.0/routers/5acecc12-9aa4-421c-96ed-abe3de73e8a4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6313488
Jul 19 01:17:46.074583 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] Routers {'5acecc12-9aa4-421c-96ed-abe3de73e8a4'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:46.074739 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44104) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:46.075349 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37bb1d30>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:46.254124 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] Set router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:46.255113 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Notify callbacks [] for router, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:46.435381 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:46.446370 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Deleting port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:46.446720 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:46.559126 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37bb1d30>, [{'id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'name': 'tempest-TestMinimumBasicScenario-1961528101-router', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:02Z', 'updated_at': '2021-07-19T01:17:44Z', 'revision_number': 5, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'gw_port': {'id': '3e40a137-9781-4d14-ab95-27a0ad7e0ae1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:03Z', 'updated_at': '2021-07-19T01:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:46.564355 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] Checking router: 5acecc12-9aa4-421c-96ed-abe3de73e8a4 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:17:46.573339 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] Routers {'5acecc12-9aa4-421c-96ed-abe3de73e8a4'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:17:46.573986 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37bb1d30>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:17:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:46.654200 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] For port 3e40a137-9781-4d14-ab95-27a0ad7e0ae1, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=3e40a137-9781-4d14-ab95-27a0ad7e0ae1,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:46.654670 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:46.756292 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] Set router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 gateway port host: None {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:17:46.831375 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Calling delete_port for 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 owned by network:router_gateway {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:46.900858 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37bb1d30>, [{'id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'name': 'tempest-TestMinimumBasicScenario-1961528101-router', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:02Z', 'updated_at': '2021-07-19T01:17:46Z', 'revision_number': 6, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'gw_port_host': None}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:46.904926 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42108665-802c-4beb-a87d-33b3d5472474 None None] The sync data for ids ['5acecc12-9aa4-421c-96ed-abe3de73e8a4'] in dv-cinder-801236-1-iscsi is: [{'id': '5acecc12-9aa4-421c-96ed-abe3de73e8a4', 'name': 'tempest-TestMinimumBasicScenario-1961528101-router', 'tenant_id': '13dcb099196e4ec687136b16cce22ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:02Z', 'updated_at': '2021-07-19T01:17:46Z', 'revision_number': 6, 'project_id': '13dcb099196e4ec687136b16cce22ab0', 'gw_port_host': None}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:17:47.014630 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.019113 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:47.061512 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3e40a137-9781-4d14-ab95-27a0ad7e0ae1,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:47.064671 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:47.162981 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767160'] for router_gateway, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.428515 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-333469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-230728'] for router, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.430619 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.451165 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333438'] for router, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.451652 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5acecc12-9aa4-421c-96ed-abe3de73e8a4 {{(pid=78647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 19 01:17:47.463598 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Notify callbacks [] for router, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.464700 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] 10.222.0.24 "DELETE /v2.0/routers/5acecc12-9aa4-421c-96ed-abe3de73e8a4 HTTP/1.1" status: 204  len: 168 time: 1.3890984
Jul 19 01:17:47.467197 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44132) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:47.530095 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-836d4ce0-5096-4cce-a3eb-fd24e1211927 admin admin] Deleting subnet 2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:17:47.532815 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-836d4ce0-5096-4cce-a3eb-fd24e1211927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.581192 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-836d4ce0-5096-4cce-a3eb-fd24e1211927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.661880 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-836d4ce0-5096-4cce-a3eb-fd24e1211927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.733556 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-836d4ce0-5096-4cce-a3eb-fd24e1211927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.737811 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:47.772249 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d4ce0-5096-4cce-a3eb-fd24e1211927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:47.775835 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-836d4ce0-5096-4cce-a3eb-fd24e1211927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:47.776801 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-836d4ce0-5096-4cce-a3eb-fd24e1211927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.782179 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefbf20d-2e4c-4cba-a3ab-cdf19cd435de None None] Network 07ec40ff-fc04-4719-9c06-e092edd21bdb requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:17:47.782630 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-836d4ce0-5096-4cce-a3eb-fd24e1211927 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2c5b9f06-449b-479d-9ce5-05fa3a2cb8bb HTTP/1.1" status: 204  len: 168 time: 0.3143361
Jul 19 01:17:47.785024 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44136) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:47.901829 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:47.917085 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Deleting port 63460808-fa10-4811-999e-cea004925b8b {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:47.917561 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.081318 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] DHCP port deletion for 07ec40ff-fc04-4719-9c06-e092edd21bdb request from dv-cinder-801236-1-iscsi {{(pid=78649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 19 01:17:48.086918 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] Deleting port 63460808-fa10-4811-999e-cea004925b8b {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:48.087303 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.141122 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] For port 63460808-fa10-4811-999e-cea004925b8b, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=63460808-fa10-4811-999e-cea004925b8b,segment=NetworkSegment(614143e7-0cc7-4ed9-b72a-30ce86ca0ce0),segment_id=614143e7-0cc7-4ed9-b72a-30ce86ca0ce0)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:48.141479 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.267618 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Calling delete_port for 63460808-fa10-4811-999e-cea004925b8b owned by network:dhcp {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:48.288750 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] For port 63460808-fa10-4811-999e-cea004925b8b, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=63460808-fa10-4811-999e-cea004925b8b,segment=NetworkSegment(614143e7-0cc7-4ed9-b72a-30ce86ca0ce0),segment_id=614143e7-0cc7-4ed9-b72a-30ce86ca0ce0)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:17:48.289179 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.346292 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.351255 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-3aa42fb0-dc3b-4eaf-abf5-fb8fc54f5f4c tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:48.398440 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] No DVR routers for this DVR port 63460808-fa10-4811-999e-cea004925b8b on host dv-cinder-801236-1-iscsi {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:17:48.411161 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] Calling delete_port for 63460808-fa10-4811-999e-cea004925b8b owned by network:dhcp {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:17:48.431559 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=63460808-fa10-4811-999e-cea004925b8b,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:48.433983 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:48.485838 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.db.api [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:17:48.486206 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_db.api [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:17:48.528544 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.542166 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda3600d0a0>,) {'filters': {'network_id': ['07ec40ff-fc04-4719-9c06-e092edd21bdb']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:48.550330 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 295b1c3a-0bda-429f-980d-74ef80bf9032 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:48.560010 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda3600d0a0>, '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:48.560300 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda3600d0a0>, '614143e7-0cc7-4ed9-b72a-30ce86ca0ce0') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:48.572850 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.585169 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 295b1c3a-0bda-429f-980d-74ef80bf9032 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:48.585827 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 295b1c3a-0bda-429f-980d-74ef80bf9032 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:48.586348 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 63460808-fa10-4811-999e-cea004925b8b no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:48.591387 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.598166 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:17:48.598658 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:17:48.618850 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:17:48.625856 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 63460808-fa10-4811-999e-cea004925b8b {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:48.626289 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 63460808-fa10-4811-999e-cea004925b8b not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:48.626778 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:17:48.658619 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:17:48.659062 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 3e40a137-9781-4d14-ab95-27a0ad7e0ae1 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:17:48.705047 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.709978 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:48.712502 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-af6664cb-9498-422d-b5f1-6af1cb3584b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:48.733408 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Pushing event deleted for resources: {'Network': ['ID=07ec40ff-fc04-4719-9c06-e092edd21bdb,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:48.736081 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:48.745836 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] 10.222.0.24 "DELETE /v2.0/networks/07ec40ff-fc04-4719-9c06-e092edd21bdb HTTP/1.1" status: 204  len: 168 time: 0.9597824
Jul 19 01:17:48.915579 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44160) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:48.968893 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b6e99223-2eca-4b06-b84a-0ec80a199261 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=880524b6d86e4d918495c133fb3b940e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520878
Jul 19 01:17:48.971229 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44166) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:48.987455 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] Deleting port 63460808-fa10-4811-999e-cea004925b8b {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:17:48.988302 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:49.031998 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1115-8bc5-4157-8fc5-d2d86fb211d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:49.057935 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1115-8bc5-4157-8fc5-d2d86fb211d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:49.059020 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-2f237a57-039a-4d95-b0d0-7d300eb0532b None None] The port '63460808-fa10-4811-999e-cea004925b8b' was deleted {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 19 01:17:49.118380 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1115-8bc5-4157-8fc5-d2d86fb211d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:49.123193 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ac8c100a-12eb-47d4-aaef-acc3b5efa9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:49.136117 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c1115-8bc5-4157-8fc5-d2d86fb211d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc52f7b-8265-46e0-851c-4d033838b6e1,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:49.139894 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-9c3c1115-8bc5-4157-8fc5-d2d86fb211d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:49.144181 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1115-8bc5-4157-8fc5-d2d86fb211d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:49.145314 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-9c3c1115-8bc5-4157-8fc5-d2d86fb211d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecc52f7b-8265-46e0-851c-4d033838b6e1 HTTP/1.1" status: 204  len: 168 time: 0.1731997
Jul 19 01:17:49.540015 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44192) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:49.591508 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-c2fb85ac-a60f-47e1-9ae8-a46a581c65c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13dcb099196e4ec687136b16cce22ab0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502670
Jul 19 01:17:49.593841 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44196) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:49.657447 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2ecd975c-85c9-4122-bf5d-2f64e5de8941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:49.682989 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2ecd975c-85c9-4122-bf5d-2f64e5de8941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:49.735984 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2ecd975c-85c9-4122-bf5d-2f64e5de8941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:49.740804 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:49.754499 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd975c-85c9-4122-bf5d-2f64e5de8941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbc50a5-14c6-4562-bc55-cdc8e4e01fa6,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:49.757317 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2ecd975c-85c9-4122-bf5d-2f64e5de8941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:49.758828 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-2ecd975c-85c9-4122-bf5d-2f64e5de8941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:49.762465 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-2ecd975c-85c9-4122-bf5d-2f64e5de8941 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fbc50a5-14c6-4562-bc55-cdc8e4e01fa6 HTTP/1.1" status: 204  len: 168 time: 0.1651981
Jul 19 01:17:50.739875 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44218) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:50.821598 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed833a5-49ba-40dc-8a1f-c08c13ad06d4 admin admin] Deleting subnet 3e1f1522-9955-452e-b4d6-372c80978323 {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:17:50.824686 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1ed833a5-49ba-40dc-8a1f-c08c13ad06d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:50.878945 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1ed833a5-49ba-40dc-8a1f-c08c13ad06d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:50.935854 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1ed833a5-49ba-40dc-8a1f-c08c13ad06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.002262 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1ed833a5-49ba-40dc-8a1f-c08c13ad06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.005798 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:51.043724 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed833a5-49ba-40dc-8a1f-c08c13ad06d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e1f1522-9955-452e-b4d6-372c80978323,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:51.046829 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-1ed833a5-49ba-40dc-8a1f-c08c13ad06d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:51.047801 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-1ed833a5-49ba-40dc-8a1f-c08c13ad06d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.053743 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-1ed833a5-49ba-40dc-8a1f-c08c13ad06d4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3e1f1522-9955-452e-b4d6-372c80978323 HTTP/1.1" status: 204  len: 168 time: 0.3125312
Jul 19 01:17:51.056723 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44236) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:51.159271 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.286450 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.299321 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda36076f70>,) {'filters': {'network_id': ['241641df-eb8b-4ffa-87af-850f6c90a07a']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:51.405265 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36076f70>, '5b6f4585-321b-4a6d-8aa3-a5010d33a48b') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:51.405559 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36076f70>, '5b6f4585-321b-4a6d-8aa3-a5010d33a48b') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:51.417482 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.433004 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.439122 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:17:51.439507 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:17:51.453655 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:17:51.530056 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.535166 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.537699 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:51.557341 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=241641df-eb8b-4ffa-87af-850f6c90a07a,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:51.559858 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:51.562376 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-4335ef1f-e02f-4ac4-8ff0-05f9d69b10d6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/241641df-eb8b-4ffa-87af-850f6c90a07a HTTP/1.1" status: 204  len: 168 time: 0.5043955
Jul 19 01:17:51.564799 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44248) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:51.624779 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c69cdb-558b-4751-b8db-433e9b7cc0df admin admin] Deleting subnet 99521d01-1593-4592-b425-451d07c1b21d {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:17:51.627767 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-84c69cdb-558b-4751-b8db-433e9b7cc0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.679521 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-84c69cdb-558b-4751-b8db-433e9b7cc0df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.733691 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-84c69cdb-558b-4751-b8db-433e9b7cc0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.799252 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-84c69cdb-558b-4751-b8db-433e9b7cc0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.802641 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ebd41835-46ba-49d4-8318-3ad177547c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:51.840924 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c69cdb-558b-4751-b8db-433e9b7cc0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99521d01-1593-4592-b425-451d07c1b21d,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:51.842885 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-84c69cdb-558b-4751-b8db-433e9b7cc0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:51.845306 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-84c69cdb-558b-4751-b8db-433e9b7cc0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:51.849297 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-84c69cdb-558b-4751-b8db-433e9b7cc0df admin admin] 10.222.0.24 "DELETE /v2.0/subnets/99521d01-1593-4592-b425-451d07c1b21d HTTP/1.1" status: 204  len: 168 time: 0.2834949
Jul 19 01:17:51.852412 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44252) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:51.951353 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.074808 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.087263 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda363e2670>,) {'filters': {'network_id': ['49bb8405-8191-4fec-98d4-83bb55a2d195']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:52.099054 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda363e2670>, '073a9c0a-4c2d-4569-8a4d-f44dbed91be5') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:52.099351 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda363e2670>, '073a9c0a-4c2d-4569-8a4d-f44dbed91be5') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:17:52.110356 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.126111 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.131933 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:17:52.132308 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:17:52.145526 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:17:52.221051 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.224452 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:52.237495 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.246711 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=49bb8405-8191-4fec-98d4-83bb55a2d195,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:52.249000 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:52.250530 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-c440ccf7-7ec5-4329-a568-0c7e915a5ec4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/49bb8405-8191-4fec-98d4-83bb55a2d195 HTTP/1.1" status: 204  len: 168 time: 0.3972316
Jul 19 01:17:52.418429 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44262) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:52.467500 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-abf8e52b-b59d-47c6-b97a-68966f6e9f39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f98ecc2f51b4620b02a1f19d5441440&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0477557
Jul 19 01:17:52.469852 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44268) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:52.529787 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b85cb6cc-9132-4278-b123-0102bd348208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.556165 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b85cb6cc-9132-4278-b123-0102bd348208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.606844 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b85cb6cc-9132-4278-b123-0102bd348208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.611641 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2ce5539e-1aa7-403a-8b56-04af4c436626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:52.625198 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cb6cc-9132-4278-b123-0102bd348208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63b495a-30d0-4208-8bd7-29b830ea0125,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:52.628222 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b85cb6cc-9132-4278-b123-0102bd348208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:52.629157 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b85cb6cc-9132-4278-b123-0102bd348208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:52.630300 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b85cb6cc-9132-4278-b123-0102bd348208 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f63b495a-30d0-4208-8bd7-29b830ea0125 HTTP/1.1" status: 204  len: 168 time: 0.1595552
Jul 19 01:17:52.964200 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44278) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:53.014870 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-cbc5ab86-3708-46af-9015-be53f785e46e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e79a4592d074ef98452e10190a36112&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0494089
Jul 19 01:17:53.017069 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44282) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:17:53.073953 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ca37146a-7f11-489c-9a5e-d144052091ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:53.099047 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ca37146a-7f11-489c-9a5e-d144052091ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:53.151574 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ca37146a-7f11-489c-9a5e-d144052091ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:53.156318 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-9c3c1115-8bc5-4157-8fc5-d2d86fb211d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:17:53.168759 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37146a-7f11-489c-9a5e-d144052091ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabcd176-7bd5-4c56-821b-cd5dc06c6c8a,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:17:53.171660 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ca37146a-7f11-489c-9a5e-d144052091ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:17:53.173570 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-ca37146a-7f11-489c-9a5e-d144052091ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:53.174695 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-ca37146a-7f11-489c-9a5e-d144052091ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aabcd176-7bd5-4c56-821b-cd5dc06c6c8a HTTP/1.1" status: 204  len: 168 time: 0.1567516
Jul 19 01:17:58.010337 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3afc6977-b9b5-4d5c-8951-e412256ba39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:17:58.324047 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:17:58.501824 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:00.725452 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-44fc87b2-2ba3-48b5-9201-7fdd1e605683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:01.298881 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:01.494433 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:02.930504 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:03.246949 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44462) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:03.360963 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:03.375665 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:03.379471 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Usage tracker for resource:security_group_rule and tenant:4b897ee5c8bb4b838e31c0a8730465cc is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:03.382378 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:03.388933 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:03.474997 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:03.479184 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:03.487799 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6989b7d9-32b3-4d4c-98fa-d792fdd1c2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:03.530565 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b897ee5c8bb4b838e31c0a8730465cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2799096
Jul 19 01:18:03.530565 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b18dac-51b0-4de0-b6e7-0c1bf3e9320e,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:03.531050 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44478) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:03.536788 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.537179 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.537566 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.537966 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.538339 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.538712 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.539076 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.539441 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.539806 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.540202 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.540563 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.540921 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:03.544822 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:03.591344 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4e30a161-a38a-4aff-99d6-8b81b4696a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:03.616420 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4e30a161-a38a-4aff-99d6-8b81b4696a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:03.670766 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4e30a161-a38a-4aff-99d6-8b81b4696a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:03.675886 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4348cffd-8d37-4f6d-8c2e-5857514b54b2 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:03.687181 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30a161-a38a-4aff-99d6-8b81b4696a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b18dac-51b0-4de0-b6e7-0c1bf3e9320e,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:03.693318 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4e30a161-a38a-4aff-99d6-8b81b4696a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:03.694149 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4e30a161-a38a-4aff-99d6-8b81b4696a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:03.697569 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-4e30a161-a38a-4aff-99d6-8b81b4696a6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61b18dac-51b0-4de0-b6e7-0c1bf3e9320e HTTP/1.1" status: 204  len: 168 time: 0.1632245
Jul 19 01:18:04.066124 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44508) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:04.236518 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:04.252123 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:04.255911 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:dc179f27aa1c4d03a73931dfbc3792ea is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:04.258721 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:04.264518 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:04.346872 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:04.350561 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:04.359769 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-21e84ae5-d3eb-42c1-acb7-87340ca305b2 tempest-VolumesNegativeTest-1332458323 tempest-VolumesNegativeTest-1332458323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:04.400983 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc179f27aa1c4d03a73931dfbc3792ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3308184
Jul 19 01:18:04.400983 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df965ee-08a8-4760-8f26-1d6dff052b43,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:04.401395 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44524) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:04.403477 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:04.461012 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-80f48049-39c8-4e63-b6e8-5ee9e6d0c879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:04.486628 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-80f48049-39c8-4e63-b6e8-5ee9e6d0c879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:04.538234 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-80f48049-39c8-4e63-b6e8-5ee9e6d0c879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:04.543274 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0a54fab3-6fff-418e-9208-82849c268d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:04.555531 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f48049-39c8-4e63-b6e8-5ee9e6d0c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df965ee-08a8-4760-8f26-1d6dff052b43,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:04.557911 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-80f48049-39c8-4e63-b6e8-5ee9e6d0c879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:04.565685 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-80f48049-39c8-4e63-b6e8-5ee9e6d0c879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:04.569476 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-80f48049-39c8-4e63-b6e8-5ee9e6d0c879 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0df965ee-08a8-4760-8f26-1d6dff052b43 HTTP/1.1" status: 204  len: 168 time: 0.1668112
Jul 19 01:18:04.924132 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44540) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:04.947387 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:04.965963 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:04.969987 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] Usage tracker for resource:security_group_rule and tenant:3240f6acacbf42bb8aa8987a89f6a778 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:04.972920 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:04.983270 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:05.064258 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:05.067986 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:05.076727 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-7a4332cd-7895-4e2f-bf2f-534c5d484814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:05.113768 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3240f6acacbf42bb8aa8987a89f6a778&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1885941
Jul 19 01:18:05.115314 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476a915d-193d-4038-acde-214714b866eb,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:05.116432 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44544) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:05.118709 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:05.173676 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-09d4dca5-a9c9-4b11-918a-9eb72d73474f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:05.201775 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-09d4dca5-a9c9-4b11-918a-9eb72d73474f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:05.253418 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-09d4dca5-a9c9-4b11-918a-9eb72d73474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:05.258212 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4e30a161-a38a-4aff-99d6-8b81b4696a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:05.272255 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4dca5-a9c9-4b11-918a-9eb72d73474f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476a915d-193d-4038-acde-214714b866eb,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:05.275689 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-09d4dca5-a9c9-4b11-918a-9eb72d73474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:05.279637 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-09d4dca5-a9c9-4b11-918a-9eb72d73474f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:05.280747 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-09d4dca5-a9c9-4b11-918a-9eb72d73474f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/476a915d-193d-4038-acde-214714b866eb HTTP/1.1" status: 204  len: 168 time: 0.1633525
Jul 19 01:18:06.947565 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44616) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:07.065542 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.079487 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:07.083222 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a72926b2acc34fd0bc302167fe7ceaf9 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:07.086059 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:07.092169 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:07.171862 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.175334 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.183392 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-820206ed-6850-4754-8696-319829eaafa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:07.220642 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a72926b2acc34fd0bc302167fe7ceaf9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2719257
Jul 19 01:18:07.222256 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4eaab7-60f3-4d16-abcd-37fa9fe1c910,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:07.223373 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44626) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:07.230113 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.230485 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.230850 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.231206 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.231561 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.231912 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.232259 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.232608 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.232958 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.233303 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.233643 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.234021 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:07.238594 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4831ed70-8cb7-4553-86da-b608eb9134a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:07.284017 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5c659f36-6a4b-41e9-9ebb-bb6334e5f6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.309527 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5c659f36-6a4b-41e9-9ebb-bb6334e5f6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.359185 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5c659f36-6a4b-41e9-9ebb-bb6334e5f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.363851 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-daab9cac-059f-4315-bacc-af67bd4a6f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:07.379255 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c659f36-6a4b-41e9-9ebb-bb6334e5f6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4eaab7-60f3-4d16-abcd-37fa9fe1c910,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:07.383637 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5c659f36-6a4b-41e9-9ebb-bb6334e5f6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:07.387919 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5c659f36-6a4b-41e9-9ebb-bb6334e5f6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.388997 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-5c659f36-6a4b-41e9-9ebb-bb6334e5f6c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a4eaab7-60f3-4d16-abcd-37fa9fe1c910 HTTP/1.1" status: 204  len: 168 time: 0.1644480
Jul 19 01:18:07.656394 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44634) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:07.673852 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f28b7609-dfe8-44b1-9e92-3e501582073e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.688054 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f28b7609-dfe8-44b1-9e92-3e501582073e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:07.691807 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f28b7609-dfe8-44b1-9e92-3e501582073e admin admin] Usage tracker for resource:security_group_rule and tenant:de73da59b74c42569e9f2a97acbff397 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:07.694541 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-f28b7609-dfe8-44b1-9e92-3e501582073e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:07.700682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-f28b7609-dfe8-44b1-9e92-3e501582073e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:07.784188 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f28b7609-dfe8-44b1-9e92-3e501582073e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.787846 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f28b7609-dfe8-44b1-9e92-3e501582073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.796115 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-76e6d9c2-e4da-4ffb-ae16-d3d515d9ebf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:07.833375 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b7609-dfe8-44b1-9e92-3e501582073e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8ff6c0-cdd6-4585-b573-5d5a0518cfce,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:07.837369 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-f28b7609-dfe8-44b1-9e92-3e501582073e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de73da59b74c42569e9f2a97acbff397&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1799827
Jul 19 01:18:07.838272 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f28b7609-dfe8-44b1-9e92-3e501582073e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:07.839936 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44638) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:07.897669 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-aeb0aaa2-b337-4d5d-9655-0d842492327d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:07.922398 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-aeb0aaa2-b337-4d5d-9655-0d842492327d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:08.060972 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-aeb0aaa2-b337-4d5d-9655-0d842492327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:08.065575 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5c659f36-6a4b-41e9-9ebb-bb6334e5f6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:08.078615 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0aaa2-b337-4d5d-9655-0d842492327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8ff6c0-cdd6-4585-b573-5d5a0518cfce,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:08.081185 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-aeb0aaa2-b337-4d5d-9655-0d842492327d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:08.082424 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-aeb0aaa2-b337-4d5d-9655-0d842492327d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:08.083573 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-aeb0aaa2-b337-4d5d-9655-0d842492327d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d8ff6c0-cdd6-4585-b573-5d5a0518cfce HTTP/1.1" status: 204  len: 168 time: 0.2427135
Jul 19 01:18:08.382623 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44654) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:08.500837 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:08.515207 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:08.519220 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] Usage tracker for resource:security_group_rule and tenant:2c7b41bc40584d2aacf0ca9f7db6e133 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:08.522098 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:08.528407 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:08.612989 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:08.617119 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:08.625987 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-37e359a4-4c8e-4e7a-be10-a79e88f88060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:08.663781 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c7b41bc40584d2aacf0ca9f7db6e133&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2800746
Jul 19 01:18:08.667469 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44672) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:08.668578 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b4cf08-d27c-483a-98d2-d1e529514ce7,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:08.706268 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:08.734647 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0f55b835-cc7d-4ede-832c-26b141b368af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:08.769466 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0f55b835-cc7d-4ede-832c-26b141b368af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:08.827308 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0f55b835-cc7d-4ede-832c-26b141b368af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:08.832293 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-349eef54-e2db-4bf7-a068-695584ffe585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:08.847669 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55b835-cc7d-4ede-832c-26b141b368af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b4cf08-d27c-483a-98d2-d1e529514ce7,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:08.864105 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0f55b835-cc7d-4ede-832c-26b141b368af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:08.874103 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-0f55b835-cc7d-4ede-832c-26b141b368af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:08.880484 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-0f55b835-cc7d-4ede-832c-26b141b368af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02b4cf08-d27c-483a-98d2-d1e529514ce7 HTTP/1.1" status: 204  len: 168 time: 0.2113938
Jul 19 01:18:10.060465 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44732) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:10.176567 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ee54-7529-49cb-a7c3-18e647a53c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:10.190680 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-e1c3ee54-7529-49cb-a7c3-18e647a53c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:10.194552 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-e1c3ee54-7529-49cb-a7c3-18e647a53c68 admin admin] Usage tracker for resource:security_group_rule and tenant:dc92d6ce342a4a6dabe77a7d944b2501 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:10.197276 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-e1c3ee54-7529-49cb-a7c3-18e647a53c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:10.203113 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-e1c3ee54-7529-49cb-a7c3-18e647a53c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:10.287735 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ee54-7529-49cb-a7c3-18e647a53c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:10.291873 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ee54-7529-49cb-a7c3-18e647a53c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:10.300388 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-12b6ce0e-309b-4100-b27a-9c0d841afe21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:10.342559 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-e1c3ee54-7529-49cb-a7c3-18e647a53c68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc92d6ce342a4a6dabe77a7d944b2501&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2810178
Jul 19 01:18:10.343455 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3ee54-7529-49cb-a7c3-18e647a53c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9328faf1-ebc9-43ea-8ac6-dcc1fea2f03d,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:10.345288 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44748) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:10.346683 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-e1c3ee54-7529-49cb-a7c3-18e647a53c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:10.409994 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0d4ffdf4-f06c-4648-a509-baef1a2befdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:10.436047 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0d4ffdf4-f06c-4648-a509-baef1a2befdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:10.486993 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0d4ffdf4-f06c-4648-a509-baef1a2befdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:10.490714 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-bdec49a3-cb97-45e4-a57b-1b94a15dff01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:10.503952 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ffdf4-f06c-4648-a509-baef1a2befdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9328faf1-ebc9-43ea-8ac6-dcc1fea2f03d,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:10.506834 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0d4ffdf4-f06c-4648-a509-baef1a2befdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:10.514545 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-0d4ffdf4-f06c-4648-a509-baef1a2befdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:10.517756 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0d4ffdf4-f06c-4648-a509-baef1a2befdc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9328faf1-ebc9-43ea-8ac6-dcc1fea2f03d HTTP/1.1" status: 204  len: 168 time: 0.1686780
Jul 19 01:18:10.820955 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44770) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:10.838964 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-43c08498-4d95-439f-b416-1fb4f5119fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:10.854161 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-43c08498-4d95-439f-b416-1fb4f5119fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:10.858122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-43c08498-4d95-439f-b416-1fb4f5119fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:3481efc2419a47758da547ef3a4601ff is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:10.860958 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-43c08498-4d95-439f-b416-1fb4f5119fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:10.866778 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-43c08498-4d95-439f-b416-1fb4f5119fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:10.950295 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-43c08498-4d95-439f-b416-1fb4f5119fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:10.953698 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-43c08498-4d95-439f-b416-1fb4f5119fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:10.961114 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f9881583-ee81-495c-8060-11d1fc0a45fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:11.006480 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-43c08498-4d95-439f-b416-1fb4f5119fb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3481efc2419a47758da547ef3a4601ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1842804
Jul 19 01:18:11.007363 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c08498-4d95-439f-b416-1fb4f5119fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e593c037-28de-42a1-bb50-6fb2ff17e849,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:11.009123 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44778) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:11.010628 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-43c08498-4d95-439f-b416-1fb4f5119fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:11.080862 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb71a-bdc8-4c11-9366-d825dffa43a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:11.107356 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb71a-bdc8-4c11-9366-d825dffa43a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:11.159586 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb71a-bdc8-4c11-9366-d825dffa43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:11.164445 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ce0977ad-192b-4487-a78b-db128903a185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:11.176983 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8eb71a-bdc8-4c11-9366-d825dffa43a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e593c037-28de-42a1-bb50-6fb2ff17e849,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:11.179363 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-cd8eb71a-bdc8-4c11-9366-d825dffa43a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:11.182446 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb71a-bdc8-4c11-9366-d825dffa43a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:11.186910 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-cd8eb71a-bdc8-4c11-9366-d825dffa43a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e593c037-28de-42a1-bb50-6fb2ff17e849 HTTP/1.1" status: 204  len: 168 time: 0.1767242
Jul 19 01:18:18.338781 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44968) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:18.456003 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-24cc8240-bcd7-4426-81e5-8567c6f83e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:18.470640 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-24cc8240-bcd7-4426-81e5-8567c6f83e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:18.474562 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-24cc8240-bcd7-4426-81e5-8567c6f83e81 admin admin] Usage tracker for resource:security_group_rule and tenant:24bfe9b529d9418db9e23bf8df8ebc96 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:18.477336 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-24cc8240-bcd7-4426-81e5-8567c6f83e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:18.483096 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-24cc8240-bcd7-4426-81e5-8567c6f83e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:18.535768 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44976) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:18.566851 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-24cc8240-bcd7-4426-81e5-8567c6f83e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:18.570768 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-24cc8240-bcd7-4426-81e5-8567c6f83e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:18.579832 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-8c2271d3-6567-4595-886f-e54e0f66831c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:18.618762 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-24cc8240-bcd7-4426-81e5-8567c6f83e81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24bfe9b529d9418db9e23bf8df8ebc96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2788284
Jul 19 01:18:18.620410 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc8240-bcd7-4426-81e5-8567c6f83e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f8af03-e36c-4e9e-81d6-27f69284af7c,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:18.621485 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 44982) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:18.623760 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-24cc8240-bcd7-4426-81e5-8567c6f83e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:18.663976 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:18.692791 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:18.703296 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] Usage tracker for resource:security_group_rule and tenant:6f2d4739130c40da888995d6358c56eb is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:18.708490 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:18.717076 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:18.744730 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-738223e6-e7db-40a3-bbf3-c58df7e31c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:18.778656 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-738223e6-e7db-40a3-bbf3-c58df7e31c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:18.864934 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:18.865934 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-738223e6-e7db-40a3-bbf3-c58df7e31c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:18.870982 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-185526bb-d311-4de4-ad1a-cfca2041aa16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:18.881094 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:18.896855 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738223e6-e7db-40a3-bbf3-c58df7e31c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f8af03-e36c-4e9e-81d6-27f69284af7c,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:18.899150 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-738223e6-e7db-40a3-bbf3-c58df7e31c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:18.902993 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-5c398678-bee6-4218-98fa-38eaf3897f95 tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:18.943464 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f2d4739130c40da888995d6358c56eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4066119
Jul 19 01:18:18.946093 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44986) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:18.948716 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-738223e6-e7db-40a3-bbf3-c58df7e31c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:18.949719 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-738223e6-e7db-40a3-bbf3-c58df7e31c7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79f8af03-e36c-4e9e-81d6-27f69284af7c HTTP/1.1" status: 204  len: 168 time: 0.3270845
Jul 19 01:18:18.950638 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7685b41-c4d8-4367-af67-14a6de452835,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:18.954104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:19.007962 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6cc5aaa4-385a-43f3-8517-e7f0ed3239d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.033907 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6cc5aaa4-385a-43f3-8517-e7f0ed3239d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.089815 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6cc5aaa4-385a-43f3-8517-e7f0ed3239d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.094924 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-c55cdf47-9be8-408d-84ae-150a45b03df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:19.107380 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5aaa4-385a-43f3-8517-e7f0ed3239d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7685b41-c4d8-4367-af67-14a6de452835,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:19.111841 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6cc5aaa4-385a-43f3-8517-e7f0ed3239d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:19.116192 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6cc5aaa4-385a-43f3-8517-e7f0ed3239d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.117253 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-6cc5aaa4-385a-43f3-8517-e7f0ed3239d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7685b41-c4d8-4367-af67-14a6de452835 HTTP/1.1" status: 204  len: 168 time: 0.1695981
Jul 19 01:18:19.226036 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 44996) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:19.243873 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bf2f113c-e703-4c44-872f-db2319276aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.258252 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-bf2f113c-e703-4c44-872f-db2319276aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:19.262681 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-bf2f113c-e703-4c44-872f-db2319276aad admin admin] Usage tracker for resource:security_group_rule and tenant:7dc26d57271b4afba9e5179fa9b4f9a0 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:19.265522 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-bf2f113c-e703-4c44-872f-db2319276aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:19.271235 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-bf2f113c-e703-4c44-872f-db2319276aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:19.351592 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bf2f113c-e703-4c44-872f-db2319276aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.355494 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bf2f113c-e703-4c44-872f-db2319276aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.364241 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6fa8961c-fd31-4558-89db-eb514f03cbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:19.403599 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-bf2f113c-e703-4c44-872f-db2319276aad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dc26d57271b4afba9e5179fa9b4f9a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1762533
Jul 19 01:18:19.405129 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f113c-e703-4c44-872f-db2319276aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cfda14-5029-4e8d-bb95-1c1c6160732f,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:19.406188 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45002) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:19.408160 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-bf2f113c-e703-4c44-872f-db2319276aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:19.472184 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9021-d085-4e28-a135-e53ec4c463d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.498717 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9021-d085-4e28-a135-e53ec4c463d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.516177 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45006) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:19.533457 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3b221947-f82e-4bb6-ab53-d27b6ce508d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.547970 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-3b221947-f82e-4bb6-ab53-d27b6ce508d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:19.551113 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9021-d085-4e28-a135-e53ec4c463d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.551874 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-3b221947-f82e-4bb6-ab53-d27b6ce508d9 admin admin] Usage tracker for resource:security_group_rule and tenant:86d377ebb6af4aa7a1b860ee13ba9b56 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:19.554738 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-72c32837-ddd3-4e20-a5f8-2ddeecb83f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:19.554895 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-3b221947-f82e-4bb6-ab53-d27b6ce508d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:19.561301 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-3b221947-f82e-4bb6-ab53-d27b6ce508d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:19.566332 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a9021-d085-4e28-a135-e53ec4c463d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cfda14-5029-4e8d-bb95-1c1c6160732f,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:19.569883 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-7f1a9021-d085-4e28-a135-e53ec4c463d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:19.575035 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9021-d085-4e28-a135-e53ec4c463d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.576265 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-7f1a9021-d085-4e28-a135-e53ec4c463d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4cfda14-5029-4e8d-bb95-1c1c6160732f HTTP/1.1" status: 204  len: 168 time: 0.1690195
Jul 19 01:18:19.651851 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3b221947-f82e-4bb6-ab53-d27b6ce508d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.656132 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-3b221947-f82e-4bb6-ab53-d27b6ce508d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.664495 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a49e2f41-929f-4bf4-8258-aff020b9ab53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:19.703516 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-3b221947-f82e-4bb6-ab53-d27b6ce508d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86d377ebb6af4aa7a1b860ee13ba9b56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1862667
Jul 19 01:18:19.705131 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b221947-f82e-4bb6-ab53-d27b6ce508d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c53051-f3f0-4e6c-bd76-e3558999a7c8,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:19.706120 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45012) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:19.708418 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-3b221947-f82e-4bb6-ab53-d27b6ce508d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:19.782317 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b7327b5e-ed22-4980-93b8-9519ff1282de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.808515 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b7327b5e-ed22-4980-93b8-9519ff1282de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.860071 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b7327b5e-ed22-4980-93b8-9519ff1282de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.864930 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0f55b835-cc7d-4ede-832c-26b141b368af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:19.880808 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7327b5e-ed22-4980-93b8-9519ff1282de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c53051-f3f0-4e6c-bd76-e3558999a7c8,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:19.883092 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b7327b5e-ed22-4980-93b8-9519ff1282de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:19.886474 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b7327b5e-ed22-4980-93b8-9519ff1282de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:19.894563 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b7327b5e-ed22-4980-93b8-9519ff1282de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1c53051-f3f0-4e6c-bd76-e3558999a7c8 HTTP/1.1" status: 204  len: 168 time: 0.1866548
Jul 19 01:18:20.171971 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45036) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:20.189852 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:20.204026 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:20.208019 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b4765eba86fe4c148db40ca0ff2eb4d0 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:20.210895 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:20.216614 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:20.300448 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:20.304198 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:20.313312 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-fc8549da-d2f9-48ee-ae28-44eb7a656585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:20.351128 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4765eba86fe4c148db40ca0ff2eb4d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1780794
Jul 19 01:18:20.354260 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45042) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:20.357188 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169ac54b-a888-4075-9693-c62e2f173753,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:20.370706 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:20.417551 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9a366f5e-ef9f-4c4f-935d-872eee44b868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:20.442946 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9a366f5e-ef9f-4c4f-935d-872eee44b868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:20.498563 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9a366f5e-ef9f-4c4f-935d-872eee44b868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:20.502352 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-24c53a50-0ad8-4421-95b4-ee600cfdff47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:20.513478 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a366f5e-ef9f-4c4f-935d-872eee44b868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169ac54b-a888-4075-9693-c62e2f173753,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:20.517439 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9a366f5e-ef9f-4c4f-935d-872eee44b868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:20.522678 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-9a366f5e-ef9f-4c4f-935d-872eee44b868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:20.524142 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-9a366f5e-ef9f-4c4f-935d-872eee44b868 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/169ac54b-a888-4075-9693-c62e2f173753 HTTP/1.1" status: 204  len: 168 time: 0.1685967
Jul 19 01:18:21.643875 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45082) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:21.759422 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:21.773761 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:21.777731 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:42ea3af5fc364d5899f13cdbbcfce123 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:21.780835 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:21.786778 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:21.867084 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:21.871113 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:21.879625 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-e8c1fdeb-f7d3-4de5-b777-10ff5540f202 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:21.918613 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42ea3af5fc364d5899f13cdbbcfce123&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2735291
Jul 19 01:18:21.919500 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeeb9ed-b62d-4ea9-bd60-a2cd244e8f2d,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:21.921928 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45090) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:21.922423 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:21.981695 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59b47ce0-ca42-4783-8e10-502e28c12895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:22.010440 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59b47ce0-ca42-4783-8e10-502e28c12895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:22.060903 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59b47ce0-ca42-4783-8e10-502e28c12895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:22.065928 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a95f30eb-5207-4f99-b8ed-e75295985b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:22.076973 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b47ce0-ca42-4783-8e10-502e28c12895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeeb9ed-b62d-4ea9-bd60-a2cd244e8f2d,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:22.080888 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-59b47ce0-ca42-4783-8e10-502e28c12895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:22.091720 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-59b47ce0-ca42-4783-8e10-502e28c12895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:22.092835 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-59b47ce0-ca42-4783-8e10-502e28c12895 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdeeb9ed-b62d-4ea9-bd60-a2cd244e8f2d HTTP/1.1" status: 204  len: 168 time: 0.1690736
Jul 19 01:18:28.011138 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f9b19ec1-4c57-432e-b3c3-733e190b74f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:28.503114 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:30.717158 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2c22a556-dcd3-47e2-b776-c8c1bfd0cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:31.307440 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:31.497106 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:32.932551 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:35.322916 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:18:43.431559 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45324) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:43.548847 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-abeba9f5-9244-4382-b213-deb516bf9848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:43.566731 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-abeba9f5-9244-4382-b213-deb516bf9848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:43.570426 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-abeba9f5-9244-4382-b213-deb516bf9848 admin admin] Usage tracker for resource:security_group_rule and tenant:b9751233fa3841c18fbc56e424c8d9b3 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:43.573731 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-abeba9f5-9244-4382-b213-deb516bf9848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:43.579353 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-abeba9f5-9244-4382-b213-deb516bf9848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:43.666390 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-abeba9f5-9244-4382-b213-deb516bf9848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:43.669887 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-abeba9f5-9244-4382-b213-deb516bf9848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:43.683399 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b85cb6cc-9132-4278-b123-0102bd348208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:43.722875 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-abeba9f5-9244-4382-b213-deb516bf9848 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9751233fa3841c18fbc56e424c8d9b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2901919
Jul 19 01:18:43.723900 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeba9f5-9244-4382-b213-deb516bf9848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ef0a61-9f90-4ee5-8c06-3a09f3eec5e3,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:43.725571 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45334) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:43.727559 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-abeba9f5-9244-4382-b213-deb516bf9848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:43.791757 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-604425a9-5d57-4986-872d-b18260f5178c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:43.817943 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-604425a9-5d57-4986-872d-b18260f5178c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:43.869489 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-604425a9-5d57-4986-872d-b18260f5178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:43.874305 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-afc5daaf-055f-42d8-a65e-6dd20ccbe9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:43.888192 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604425a9-5d57-4986-872d-b18260f5178c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ef0a61-9f90-4ee5-8c06-3a09f3eec5e3,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:43.891285 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-604425a9-5d57-4986-872d-b18260f5178c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:43.895910 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-604425a9-5d57-4986-872d-b18260f5178c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:43.896885 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-604425a9-5d57-4986-872d-b18260f5178c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2ef0a61-9f90-4ee5-8c06-3a09f3eec5e3 HTTP/1.1" status: 204  len: 168 time: 0.1702425
Jul 19 01:18:44.533938 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45358) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:44.634385 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-630741407-network', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:44.639066 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:44.642893 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Usage tracker for resource:network and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:44.645675 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:44.652535 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:44.663142 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Made reservation on behalf of 018d93d98e7443f8991c74cd78d78e57 for: {'network': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:18:44.666202 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:44.678504 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:44.692606 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:44.696478 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Usage tracker for resource:security_group_rule and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:44.699480 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:44.705162 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:44.790393 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:44.794795 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:44.797925 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-3c68905c-4d82-4f6c-8852-0009b72d8a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:44.825746 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55}  {{(pid=78648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:18:44.834076 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05532de5-a162-4d69-9ed2-8690875b1fb5,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:44.838108 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:44.840745 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:44.841137 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.segments_db [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Added segment c7a243f8-3dd4-4fbd-937c-ba778a2802d3 of type vlan for network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12
Jul 19 01:18:44.871131 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:44.901901 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:44.903176 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:18:44.903754 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:44.908501 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b672cbc4-a547-4ec4-a5a3-3dad8e1894bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:45.004127 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4690864
Jul 19 01:18:45.005126 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Pushing event updated for resources: {'Network': ['ID=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:45.007119 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45404) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:45.008042 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ddc41e55-d7da-4533-b877-eb8e272b1a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:45.018049 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Request body: {'subnet': {'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-630741407-subnet', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'ip_version': 4}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:45.022538 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:18:45.026259 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:45.030171 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Usage tracker for resource:subnet and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:45.033180 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:45.039656 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:45.051039 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Made reservation on behalf of 018d93d98e7443f8991c74cd78d78e57 for: {'subnet': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:18:45.053553 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14833611'] for subnet, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:45.268293 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15511480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14833593'] for subnet, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:45.273378 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:45.348579 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29be3244-7b65-42cf-95db-15e56a88f753,revision_number=0']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:45.355852 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:45.356541 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Checking segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:18:45.356891 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Network hostable DHCP agents. Network: ad26d7f3-2176-4950-a5c8-bcbfb0db4e12, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:18:45.378621 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:18:45.388375 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, ad26d7f3-2176-4950-a5c8-bcbfb0db4e12) {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:18:45.392548 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:18:45.393127 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:45.397854 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726746f3-e3da-42f6-afd3-3ee4d0d84e79 None None] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:18:45.417608 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-db42b028-1874-4258-a046-8c9f99e96623 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4045687
Jul 19 01:18:45.420131 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45412) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:45.425303 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:45.431198 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:45.434705 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Usage tracker for resource:router and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:45.437567 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:45.443552 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:45.455169 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1764116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-230778'] for router, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:45.456257 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-230771'] for router, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:45.471956 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:45.619236 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd5a257-e18e-57a7-9ff8-706e6ca1d8f8-ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753'}]}} from dv-cinder-801236-1-iscsi. {{(pid=78649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 19 01:18:45.620466 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:45.747419 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:45.791239 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.db_base_plugin_common [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Allocated IP 172.20.0.2 (ad26d7f3-2176-4950-a5c8-bcbfb0db4e12/29be3244-7b65-42cf-95db-15e56a88f753/5b843fc8-f88a-4f95-9671-20c4199216fe) {{(pid=78649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:18:46.009403 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Notify callbacks [] for port, precommit_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:46.019832 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Transition to ACTIVE for port object 5b843fc8-f88a-4f95-9671-20c4199216fe will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:18:46.038652 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Transition to ACTIVE for port object 5b843fc8-f88a-4f95-9671-20c4199216fe will not be triggered until provisioned by entity DHCP. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:18:46.045487 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:46.049529 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:46.111229 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 is already hosted by enough agents. {{(pid=78649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:18:46.114051 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.base_scheduler [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Resources bound (agent type, host, resource id):  {{(pid=78649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:18:46.117818 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Received port after_create {{(pid=78649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:18:46.126743 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Pushing event updated for resources: {'Port': ['ID=5b843fc8-f88a-4f95-9671-20c4199216fe,revision_number=1']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:46.174429 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:46.187897 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.188241 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.188571 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.188892 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.189231 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.189530 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.189871 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.190186 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.190500 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.190810 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.191121 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.191432 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:46.200332 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:46.205272 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:46.219430 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Attempting to bind port 5b843fc8-f88a-4f95-9671-20c4199216fe on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:18:46.219804 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Attempting to bind port 5b843fc8-f88a-4f95-9671-20c4199216fe by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:18:46.220167 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Attempting to bind port 5b843fc8-f88a-4f95-9671-20c4199216fe on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:18:46.225364 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:18:46.225763 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Checking segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:18:46.226167 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:46.226581 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Bound using segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:18:46.227068 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Bound port: 5b843fc8-f88a-4f95-9671-20c4199216fe, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:18:46.227946 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:46.317939 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] For port 5b843fc8-f88a-4f95-9671-20c4199216fe, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:18:46.320977 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] For port 5b843fc8-f88a-4f95-9671-20c4199216fe, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=5b843fc8-f88a-4f95-9671-20c4199216fe,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:18:46.325060 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:46.331521 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:46.348803 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Allocated IP 172.27.3.238 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/fb189d10-8d84-41a1-a15c-60ee0243312c) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:18:46.422238 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Pushing event updated for resources: {'Port': ['ID=5b843fc8-f88a-4f95-9671-20c4199216fe,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:46.428133 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:46.516155 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:46.546224 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:46.550249 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2a929b16-dbaa-4529-b679-1788cea4e4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:46.628122 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:18:46.630906 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:18:46.633827 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:18:46.675067 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Pushing event updated for resources: {'Port': ['ID=fb189d10-8d84-41a1-a15c-60ee0243312c,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:46.678029 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:47.063052 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:47.319571 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfccd0e-2a56-4a6c-9b2d-bed80e17672d None None] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:18:47.413305 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-c2e04e95-51f5-429b-956e-5f0955cf0adf None None] Provisioning for port 5b843fc8-f88a-4f95-9671-20c4199216fe completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:18:47.515004 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932'] for router, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:47.739474 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Router 06d63fc2-c72b-4123-be4a-00acc1f14c45 is scheduled to L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b with binding_index 1 {{(pid=78647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 19 01:18:47.920845 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:18:47.928961 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Sync routers for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:18:47.938698 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:18:47.939310 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37a12fd0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:18:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:47.943598 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] Notify callbacks [] for router, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:47.944971 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-043d04f9-8d26-4659-a96b-4ddfc5996011 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5237880
Jul 19 01:18:47.948168 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45434) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:48.143198 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:18:48.426537 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37a12fd0>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:46Z', 'revision_number': 3, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:48.430850 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Checking router: 06d63fc2-c72b-4123-be4a-00acc1f14c45 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:18:48.431201 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Updating router 06d63fc2-c72b-4123-be4a-00acc1f14c45 port fb189d10-8d84-41a1-a15c-60ee0243312c binding host dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:18:48.485601 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:48.626308 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:48.629785 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 5b843fc8-f88a-4f95-9671-20c4199216fe up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:18:48.790610 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 5b843fc8-f88a-4f95-9671-20c4199216fe completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:18:48.805421 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 5b843fc8-f88a-4f95-9671-20c4199216fe triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:48.805829 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:48.966645 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Allocated IP 172.20.0.1 (ad26d7f3-2176-4950-a5c8-bcbfb0db4e12/29be3244-7b65-42cf-95db-15e56a88f753/2e4e0a29-46e8-4f03-84ac-78958429ef5d) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:18:48.994839 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.009430 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.020785 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Transition to ACTIVE for port object fb189d10-8d84-41a1-a15c-60ee0243312c will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:18:49.036164 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.041243 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:49.110982 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 5b843fc8-f88a-4f95-9671-20c4199216fe, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=5b843fc8-f88a-4f95-9671-20c4199216fe,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:18:49.120048 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.121014 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.130987 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Attempting to bind port fb189d10-8d84-41a1-a15c-60ee0243312c on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:18:49.131367 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Attempting to bind port fb189d10-8d84-41a1-a15c-60ee0243312c by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:18:49.131743 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Attempting to bind port fb189d10-8d84-41a1-a15c-60ee0243312c on network 7d593f98-e37a-458f-a122-e95b8a18b7fd {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:18:49.137634 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.provisioning_blocks [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Transition to ACTIVE for port object 2e4e0a29-46e8-4f03-84ac-78958429ef5d will not be triggered until provisioned by entity DHCP. {{(pid=78647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:18:49.138102 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fde12-d186-47c4-8459-300925d03469 None None] Pushing event updated for resources: {'Port': ['ID=fb189d10-8d84-41a1-a15c-60ee0243312c,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:49.142064 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-f18fde12-d186-47c4-8459-300925d03469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:49.142701 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:49.161524 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.166316 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b5162617-261a-46ea-a422-6938c2257d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:49.175602 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:18:49.176016 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:18:49.176407 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.176815 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Bound using segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:18:49.177317 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Bound port: fb189d10-8d84-41a1-a15c-60ee0243312c, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:18:49.177723 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.225609 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:18:49.228826 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:18:49.232716 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:18:49.269524 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=5b843fc8-f88a-4f95-9671-20c4199216fe,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:49.272155 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4e0a29-46e8-4f03-84ac-78958429ef5d,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:49.275565 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:49.275919 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:49.281614 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] For port fb189d10-8d84-41a1-a15c-60ee0243312c, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:18:49.285056 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] For port fb189d10-8d84-41a1-a15c-60ee0243312c, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=fb189d10-8d84-41a1-a15c-60ee0243312c,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:18:49.293662 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.295447 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333378'] for router_interface, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.298610 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-2e900ed6-089a-4cbb-a66c-edffc0880494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:49.372889 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:18:49.373940 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37a12fd0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:18:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:49.441517 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fde12-d186-47c4-8459-300925d03469 None None] Pushing event updated for resources: {'Port': ['ID=fb189d10-8d84-41a1-a15c-60ee0243312c,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:49.446113 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-f18fde12-d186-47c4-8459-300925d03469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:49.551611 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.575671 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-9e26f123-2c24-494c-b7a2-cddb14e7102b None None] Provisioning for port 2e4e0a29-46e8-4f03-84ac-78958429ef5d completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:18:49.592453 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-9e26f123-2c24-494c-b7a2-cddb14e7102b None None] Provisioning complete for port 2e4e0a29-46e8-4f03-84ac-78958429ef5d triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:49.592831 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-9e26f123-2c24-494c-b7a2-cddb14e7102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.655661 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:18:49.762902 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-9e26f123-2c24-494c-b7a2-cddb14e7102b None None] Port 2e4e0a29-46e8-4f03-84ac-78958429ef5d cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:18:49.785175 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.791511 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.822187 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-71f75f86-3d03-4593-88e7-dd13989c6b66 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:49.906685 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333543'] for router_interface, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:49.911173 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4e0a29-46e8-4f03-84ac-78958429ef5d,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:49.913976 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:49.949438 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37a12fd0>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:46Z', 'revision_number': 3, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:49.953406 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb991f4-7b8e-45bf-8f9e-660c6577e5f3 None None] The sync data for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi is: [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:46Z', 'revision_number': 3, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:18:50.052680 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:18:50.053850 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:18:50.266908 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Router 06d63fc2-c72b-4123-be4a-00acc1f14c45 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:18:50.293346 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-f29c49bd-3313-4372-a692-f45c5a027222 None None] Provisioning complete for port 2e4e0a29-46e8-4f03-84ac-78958429ef5d triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:50.293845 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f29c49bd-3313-4372-a692-f45c5a027222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:50.354305 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-f29c49bd-3313-4372-a692-f45c5a027222 None None] Port 2e4e0a29-46e8-4f03-84ac-78958429ef5d cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:18:50.457411 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:18:50.467375 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] 10.222.0.24 "PUT /v2.0/routers/06d63fc2-c72b-4123-be4a-00acc1f14c45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5181324
Jul 19 01:18:50.665749 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 5b843fc8-f88a-4f95-9671-20c4199216fe up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:18:50.747068 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 5b843fc8-f88a-4f95-9671-20c4199216fe triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:50.747412 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:50.912910 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device fb189d10-8d84-41a1-a15c-60ee0243312c up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:18:50.991232 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port fb189d10-8d84-41a1-a15c-60ee0243312c completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:18:50.996355 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port fb189d10-8d84-41a1-a15c-60ee0243312c triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:50.996792 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.055164 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45460) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:51.061482 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-645363771-network', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:51.066003 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:51.069914 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Usage tracker for resource:network and tenant:abb582ba8abc4e46a5e27b52218c2423 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:51.072815 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:51.080726 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:51.089857 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Made reservation on behalf of abb582ba8abc4e46a5e27b52218c2423 for: {'network': 1} {{(pid=78647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:18:51.092673 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for network, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.105408 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.120227 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:51.120780 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.124462 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Usage tracker for resource:security_group_rule and tenant:abb582ba8abc4e46a5e27b52218c2423 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:51.127445 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:51.134036 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:51.139543 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port fb189d10-8d84-41a1-a15c-60ee0243312c, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=fb189d10-8d84-41a1-a15c-60ee0243312c,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:18:51.142485 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.144593 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:51.212231 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=fb189d10-8d84-41a1-a15c-60ee0243312c,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:51.215193 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:51.220438 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.224273 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.228344 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d7416822-8db4-4e7c-918a-b06fb4993549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:51.377788 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53}  {{(pid=78647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 19 01:18:51.382970 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dfb808-ed69-4c19-b8d8-610f633fec42,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:51.386797 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:51.390679 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.391005 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.segments_db [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Added segment 340af32d-908f-4cfa-b770-0ac41d2c3826 of type vlan for network 753fbd92-66b4-4719-bfc0-d8ec656c4872
Jul 19 01:18:51.420622 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785951847855'] for network, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.450857 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323'] for network, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.452191 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:18:51.452761 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.457763 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:51.554470 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4951425
Jul 19 01:18:51.554822 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45464) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:51.557614 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Pushing event updated for resources: {'Network': ['ID=753fbd92-66b4-4719-bfc0-d8ec656c4872,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:51.560379 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-65edb5e2-9e62-447b-b2cb-6438b1d7711a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:51.562938 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Request body: {'subnet': {'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-645363771-subnet', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'ip_version': 4}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:51.565117 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Sync routers for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:18:51.568399 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:51.571161 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Network 753fbd92-66b4-4719-bfc0-d8ec656c4872 details requested by agent ovs-agent-dv-cinder-801236-1-iscsi with host dv-cinder-801236-1-iscsi {{(pid=78649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 19 01:18:51.572573 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Usage tracker for resource:subnet and tenant:abb582ba8abc4e46a5e27b52218c2423 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:51.575447 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:51.577125 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:18:51.578065 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda378d2880>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:18:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:51.581378 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:51.599096 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Made reservation on behalf of abb582ba8abc4e46a5e27b52218c2423 for: {'subnet': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:18:51.601384 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16671598'] for subnet, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.773589 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:18:51.912908 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-825756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16671516'] for subnet, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:51.916979 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:51.998057 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=61add1d3-8825-4f6f-8d42-a38f2c8e91f6,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:52.001353 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:52.002692 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Checking segment: {'id': '340af32d-908f-4cfa-b770-0ac41d2c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:18:52.003264 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Network hostable DHCP agents. Network: 753fbd92-66b4-4719-bfc0-d8ec656c4872, hostable agents: ['9821cf7c-55e7-4bff-8763-eacba552a801'], hosted agents: [] {{(pid=78648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 19 01:18:52.024020 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Network 753fbd92-66b4-4719-bfc0-d8ec656c4872 is scheduled to be hosted by DHCP agent 9821cf7c-55e7-4bff-8763-eacba552a801 with binding_index 1 {{(pid=78648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 19 01:18:52.033693 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-iscsi, 753fbd92-66b4-4719-bfc0-d8ec656c4872) {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:18:52.038049 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:18:52.038830 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for subnet, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.043160 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b37b99-bf9b-4d3b-aa08-138c08553072 None None] Network 753fbd92-66b4-4719-bfc0-d8ec656c4872 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:18:52.066880 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-ed188b7f-ebe4-49e4-b982-a21843bfd13b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5106363
Jul 19 01:18:52.069472 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45470) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:52.075171 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-645363771-router', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:52.079956 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:52.083824 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Usage tracker for resource:router and tenant:abb582ba8abc4e46a5e27b52218c2423 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:52.086729 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:52.092638 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:52.103044 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1764116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-230778'] for router, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.104119 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-230771'] for router, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.122283 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.122652 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda378d2880>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 2, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:52.126852 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Checking router: 06d63fc2-c72b-4123-be4a-00acc1f14c45 for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:18:52.127214 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Updating router 06d63fc2-c72b-4123-be4a-00acc1f14c45 port 2e4e0a29-46e8-4f03-84ac-78958429ef5d binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:18:52.181736 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.265991 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd5a257-e18e-57a7-9ff8-706e6ca1d8f8-753fbd92-66b4-4719-bfc0-d8ec656c4872', 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'fixed_ips': [{'subnet_id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6'}]}} from dv-cinder-801236-1-iscsi. {{(pid=78649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 19 01:18:52.266920 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.405444 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1764134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-230721'] for router, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.432411 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.db_base_plugin_common [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Allocated IP 172.20.0.2 (753fbd92-66b4-4719-bfc0-d8ec656c4872/61add1d3-8825-4f6f-8d42-a38f2c8e91f6/9f57b3c7-e3f3-434f-8075-3ac9928f2fef) {{(pid=78649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:18:52.564434 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.577107 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Transition to ACTIVE for port object 2e4e0a29-46e8-4f03-84ac-78958429ef5d will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:18:52.585955 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.597832 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-e5b06027-3581-44ad-9bc1-51554665b72b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:52.627294 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device fb189d10-8d84-41a1-a15c-60ee0243312c up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:18:52.780119 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Notify callbacks [] for port, precommit_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.781017 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.786187 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Pushing event updated for resources: {'Port': ['ID=2e4e0a29-46e8-4f03-84ac-78958429ef5d,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:52.794172 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Transition to ACTIVE for port object 9f57b3c7-e3f3-434f-8075-3ac9928f2fef will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:18:52.818092 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port fb189d10-8d84-41a1-a15c-60ee0243312c triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:52.818470 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.839039 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.839980 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.840409 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.840893 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.841257 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.841684 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.842117 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.842643 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.843058 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.843339 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.843549 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.843957 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.844366 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:18:52.848081 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Transition to ACTIVE for port object 9f57b3c7-e3f3-434f-8075-3ac9928f2fef will not be triggered until provisioned by entity DHCP. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:18:52.853306 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:52.869747 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586'] for port, after_create {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.872043 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Attempting to bind port 2e4e0a29-46e8-4f03-84ac-78958429ef5d on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:18:52.872350 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Attempting to bind port 2e4e0a29-46e8-4f03-84ac-78958429ef5d by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:18:52.872837 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Attempting to bind port 2e4e0a29-46e8-4f03-84ac-78958429ef5d on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:18:52.879252 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:18:52.880273 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Checking segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:18:52.880273 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.880498 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:52.880932 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Bound using segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:18:52.881493 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Bound port: 2e4e0a29-46e8-4f03-84ac-78958429ef5d, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:18:52.882032 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:52.945066 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Network 753fbd92-66b4-4719-bfc0-d8ec656c4872 is already hosted by enough agents. {{(pid=78649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:18:52.951297 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.scheduler.base_scheduler [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Resources bound (agent type, host, resource id):  {{(pid=78649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:18:52.956274 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Received port after_create {{(pid=78649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:18:52.973575 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Pushing event updated for resources: {'Port': ['ID=9f57b3c7-e3f3-434f-8075-3ac9928f2fef,revision_number=1']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:52.997111 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] For port 2e4e0a29-46e8-4f03-84ac-78958429ef5d, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:18:53.001999 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:53.002227 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] For port 2e4e0a29-46e8-4f03-84ac-78958429ef5d, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=2e4e0a29-46e8-4f03-84ac-78958429ef5d,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:18:53.008486 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:53.012563 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Allocated IP 172.27.3.73 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/1e4961ee-492e-4c7d-a868-b575c41882e1) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:18:53.013729 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:53.132676 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Pushing event updated for resources: {'Port': ['ID=2e4e0a29-46e8-4f03-84ac-78958429ef5d,revision_number=4']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:53.136401 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-649c3483-9876-42bb-8e7b-90d6693b0844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:53.141673 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:18:53.142207 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda378d2880>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:18:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:53.170412 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Attempting to bind port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:18:53.170991 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Attempting to bind port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '340af32d-908f-4cfa-b770-0ac41d2c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:18:53.171252 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Attempting to bind port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef on network 753fbd92-66b4-4719-bfc0-d8ec656c4872 {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:18:53.189378 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:18:53.189800 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Checking segment: {'id': '340af32d-908f-4cfa-b770-0ac41d2c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:18:53.190213 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:53.190666 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Bound using segment: {'id': '340af32d-908f-4cfa-b770-0ac41d2c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:18:53.191159 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Bound port: 9f57b3c7-e3f3-434f-8075-3ac9928f2fef, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340af32d-908f-4cfa-b770-0ac41d2c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:18:53.191535 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:53.222941 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:53.256558 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:53.262842 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b1d42d55-b648-4a0e-a248-4f869c363783 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:53.324535 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] For port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:18:53.328267 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] For port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=9f57b3c7-e3f3-434f-8075-3ac9928f2fef,segment=NetworkSegment(340af32d-908f-4cfa-b770-0ac41d2c3826),segment_id=340af32d-908f-4cfa-b770-0ac41d2c3826)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:18:53.334743 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:18:53.335350 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:53.338806 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:18:53.340860 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-6248bf27-d8ac-476f-b6f8-cf520620b546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:53.345618 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:18:53.390812 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:18:53.397740 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1e4961ee-492e-4c7d-a868-b575c41882e1,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:53.402374 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:53.425582 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Pushing event updated for resources: {'Port': ['ID=9f57b3c7-e3f3-434f-8075-3ac9928f2fef,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:53.428691 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:53.786927 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda378d2880>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:52Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:53.791112 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc091acc-a3c1-4a15-b01a-96996472f2bd None None] The sync data for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi is: [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:52Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:18:53.950633 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:54.361281 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1764141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1766932'] for router, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:54.507003 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff49f5d4-afa3-4f4a-b8f1-cc0f3608dd85 None None] Network 753fbd92-66b4-4719-bfc0-d8ec656c4872 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:18:54.609497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a is scheduled to L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b with binding_index 1 {{(pid=78648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 19 01:18:54.641402 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-93718788-21bb-489e-b416-e7dda696f78a None None] Provisioning for port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:18:54.707760 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 9f57b3c7-e3f3-434f-8075-3ac9928f2fef up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:18:54.824833 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:18:54.845920 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Sync routers for ids ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:18:54.850607 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Notify callbacks [] for router, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:54.851850 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.7813380
Jul 19 01:18:54.854481 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45478) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:54.871860 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Routers {'d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:18:54.872487 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36b74190>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:18:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:54.938242 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:18:54.963867 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:54.964267 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:55.111816 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Set router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:18:55.415618 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:55.426575 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-62898b6d-8091-4864-a059-0943b6c01626 None None] Provisioning complete for port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:55.426947 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-62898b6d-8091-4864-a059-0943b6c01626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:55.554589 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=9f57b3c7-e3f3-434f-8075-3ac9928f2fef,segment=NetworkSegment(340af32d-908f-4cfa-b770-0ac41d2c3826),segment_id=340af32d-908f-4cfa-b770-0ac41d2c3826)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:18:55.562017 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:55.562914 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 2e4e0a29-46e8-4f03-84ac-78958429ef5d up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:18:55.590123 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-6248bf27-d8ac-476f-b6f8-cf520620b546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:55.714842 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:55.743562 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=9f57b3c7-e3f3-434f-8075-3ac9928f2fef,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:55.750154 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:55.760682 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36b74190>, [{'id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'name': 'tempest-TestVolumeBootPattern-645363771-router', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:53Z', 'revision_number': 3, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'gw_port': {'id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:55.765247 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Checking router: d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:18:55.765600 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Updating router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a port 1e4961ee-492e-4c7d-a868-b575c41882e1 binding host dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:18:55.793055 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 2e4e0a29-46e8-4f03-84ac-78958429ef5d completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:18:55.811040 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 2e4e0a29-46e8-4f03-84ac-78958429ef5d triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:55.811415 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:55.860714 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:55.933068 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Allocated IP 172.20.0.1 (753fbd92-66b4-4719-bfc0-d8ec656c4872/61add1d3-8825-4f6f-8d42-a38f2c8e91f6/9203ae17-7e5c-4778-aeec-773643810b9f) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:18:56.056685 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.080588 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.097812 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Transition to ACTIVE for port object 9203ae17-7e5c-4778-aeec-773643810b9f will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:18:56.122368 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.127313 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-70afc4b0-dfd8-4430-88bb-932ce52ea4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:56.155897 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 2e4e0a29-46e8-4f03-84ac-78958429ef5d, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=2e4e0a29-46e8-4f03-84ac-78958429ef5d,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:18:56.168151 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.171613 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:56.190066 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Network 753fbd92-66b4-4719-bfc0-d8ec656c4872 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:18:56.192892 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:18:56.196514 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:18:56.236936 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Pushing event updated for resources: {'Port': ['ID=9203ae17-7e5c-4778-aeec-773643810b9f,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:56.240924 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:56.255352 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=2e4e0a29-46e8-4f03-84ac-78958429ef5d,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:56.258377 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333378'] for router_interface, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.265575 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:56.333203 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Notify callbacks [] for port, precommit_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.345938 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Transition to ACTIVE for port object 1e4961ee-492e-4c7d-a868-b575c41882e1 will not be triggered until provisioned by entity L2. {{(pid=78649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:18:56.353205 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.357072 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:56.434378 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Attempting to bind port 1e4961ee-492e-4c7d-a868-b575c41882e1 on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:18:56.434378 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Attempting to bind port 1e4961ee-492e-4c7d-a868-b575c41882e1 by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:18:56.434762 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Attempting to bind port 1e4961ee-492e-4c7d-a868-b575c41882e1 on network 7d593f98-e37a-458f-a122-e95b8a18b7fd {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:18:56.438716 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb802f31-4d76-4122-af4a-ce13e458f94a None None] Pushing event updated for resources: {'Port': ['ID=1e4961ee-492e-4c7d-a868-b575c41882e1,revision_number=2']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:56.442747 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-cb802f31-4d76-4122-af4a-ce13e458f94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:56.444068 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:18:56.444490 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Checking segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:18:56.444899 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.445294 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Bound using segment: {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'} {{(pid=78649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:18:56.445867 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.managers [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Bound port: 1e4961ee-492e-4c7d-a868-b575c41882e1, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fed249-2b41-4dcc-8ac6-a6e7c8f275dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd'}}] {{(pid=78649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:18:56.446246 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.518149 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-1a455d9f-0392-4b1c-8665-a348d82e20ff None None] Provisioning for port 9203ae17-7e5c-4778-aeec-773643810b9f completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:18:56.528517 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-1a455d9f-0392-4b1c-8665-a348d82e20ff None None] Provisioning complete for port 9203ae17-7e5c-4778-aeec-773643810b9f triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:56.528787 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-1a455d9f-0392-4b1c-8665-a348d82e20ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.534463 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.562711 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] For port 1e4961ee-492e-4c7d-a868-b575c41882e1, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:18:56.579920 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] For port 1e4961ee-492e-4c7d-a868-b575c41882e1, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=1e4961ee-492e-4c7d-a868-b575c41882e1,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:18:56.587174 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.590747 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:56.618088 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-1a455d9f-0392-4b1c-8665-a348d82e20ff None None] Port 9203ae17-7e5c-4778-aeec-773643810b9f cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:18:56.626555 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 9f57b3c7-e3f3-434f-8075-3ac9928f2fef up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:18:56.720335 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb802f31-4d76-4122-af4a-ce13e458f94a None None] Pushing event updated for resources: {'Port': ['ID=1e4961ee-492e-4c7d-a868-b575c41882e1,revision_number=3']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:56.722795 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Routers {'d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:18:56.723398 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36b74190>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:18:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:56.762761 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.767462 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.777320 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-cb802f31-4d76-4122-af4a-ce13e458f94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:56.793426 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c74ff9c6-6d87-4ac9-bba3-fe34b9bf4f34 tempest-AttachVolumeNegativeTest-1172502692 tempest-AttachVolumeNegativeTest-1172502692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:56.850974 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:56.851347 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.875252 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333543'] for router_interface, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:56.878476 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Pushing event updated for resources: {'Port': ['ID=9203ae17-7e5c-4778-aeec-773643810b9f,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:56.881742 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:56.994203 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] Set router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:18:57.119876 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Network 753fbd92-66b4-4719-bfc0-d8ec656c4872 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:18:57.121014 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:18:57.189868 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 2e4e0a29-46e8-4f03-84ac-78958429ef5d up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:18:57.304100 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:18:57.390800 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 2e4e0a29-46e8-4f03-84ac-78958429ef5d triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:57.391063 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:57.417636 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-e1b6f9d0-8ff2-42f2-b1ed-f409104e3300 None None] Provisioning complete for port 9203ae17-7e5c-4778-aeec-773643810b9f triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:57.418028 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f9d0-8ff2-42f2-b1ed-f409104e3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:57.482622 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:18:57.491178 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] 10.222.0.24 "PUT /v2.0/routers/d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6357241
Jul 19 01:18:57.499711 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6f9d0-8ff2-42f2-b1ed-f409104e3300 None None] Port 9203ae17-7e5c-4778-aeec-773643810b9f cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:18:57.564663 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36b74190>, [{'id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'name': 'tempest-TestVolumeBootPattern-645363771-router', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 4, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'gw_port': {'id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '9203ae17-7e5c-4778-aeec-773643810b9f', 'name': '', 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'mac_address': 'fa:16:3e:81:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:55Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 2, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'subnets': [{'id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:18:57.574042 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98b447-4ffc-4661-a6df-3106769c33bc None None] The sync data for ids ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'] in dv-cinder-801236-1-iscsi is: [{'id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'name': 'tempest-TestVolumeBootPattern-645363771-router', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 4, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'gw_port': {'id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '9203ae17-7e5c-4778-aeec-773643810b9f', 'name': '', 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'mac_address': 'fa:16:3e:81:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:55Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 2, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'subnets': [{'id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:18:58.013221 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-336163d5-deb0-4150-8dd8-ceaea108b7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.153609 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45506) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:58.159277 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184585805', 'description': 'tempest-secgroup-smoke-1184585805 description', 'project_id': '018d93d98e7443f8991c74cd78d78e57'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:58.165900 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:58.169668 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:security_group and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:58.172597 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:58.178406 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:58.189457 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.218114 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:58.224828 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:security_group_rule and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:58.228312 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:58.233990 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:58.311377 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.315246 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.319074 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b9064a44-9b01-4420-ab5e-ca2059b9d4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:58.358912 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620b04d6-410c-4139-8485-d3546891744d,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:58.362014 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.363270 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2085803
Jul 19 01:18:58.364240 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c8f6547f-7e42-4c6f-8fbf-ca53aa38891a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:58.366186 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45510) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:58.371476 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'security_group_rule': {'security_group_id': '620b04d6-410c-4139-8485-d3546891744d', 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:58.377753 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:58.382478 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:security_group_rule and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:58.385937 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:58.391585 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:58.415042 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.477160 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.480979 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.483153 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b47b4d7a-feb1-4f31-9816-fbbb24a7e80e tempest-AttachVolumeShelveTestJSON-144200215 tempest-AttachVolumeShelveTestJSON-144200215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:58.506196 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a02357-d0cc-4901-90c0-d44b69758bcc,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:58.506503 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.512531 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:58.515426 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.516418 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-1a97a317-0833-41ce-8251-dd52ba9dc23e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1492670
Jul 19 01:18:58.519089 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45514) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:58.525259 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'security_group_rule': {'security_group_id': '620b04d6-410c-4139-8485-d3546891744d', 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:58.531765 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:58.536048 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:security_group_rule and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:58.542605 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:58.549366 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:58.568039 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.619267 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 1e4961ee-492e-4c7d-a868-b575c41882e1 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:18:58.645263 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.653101 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.675819 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:58.686909 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.690920 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1708670
Jul 19 01:18:58.691515 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45520) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:58.696557 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b053093-199e-48a1-95ba-56a36f58b6a0,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:58.701132 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'security_group_rule': {'security_group_id': '620b04d6-410c-4139-8485-d3546891744d', 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:58.706945 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:58.707768 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:58.709210 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 1e4961ee-492e-4c7d-a868-b575c41882e1 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:18:58.715890 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:security_group_rule and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:58.716292 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 1e4961ee-492e-4c7d-a868-b575c41882e1 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:18:58.716678 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.719932 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:58.725928 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:58.752798 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.832215 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.837388 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.847508 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:58.848241 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.865446 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 1e4961ee-492e-4c7d-a868-b575c41882e1, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=1e4961ee-492e-4c7d-a868-b575c41882e1,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:18:58.869417 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a777cda6-e537-4510-b174-bc060f93bf09,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:58.871404 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.872075 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:58.874177 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:58.876919 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.880636 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1844265
Jul 19 01:18:58.881076 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45524) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:58.887020 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'security_group_rule': {'security_group_id': '620b04d6-410c-4139-8485-d3546891744d', 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:58.893517 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:58.897872 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:security_group_rule and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:58.900975 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:58.907464 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:58.924250 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.944387 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=1e4961ee-492e-4c7d-a868-b575c41882e1,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:58.948002 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:58.990200 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.994124 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:58.996047 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f18af1b0-eeb1-49e8-b4e6-3424b1bf5626 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:59.017942 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e5b302-2293-4286-91d7-5b5e4f953371,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:59.020450 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:59.027473 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:59.028642 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-22781173-992f-4baa-b7f8-61a344823b5b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1467712
Jul 19 01:18:59.031333 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45528) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:59.036347 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'security_group_rule': {'security_group_id': '620b04d6-410c-4139-8485-d3546891744d', 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:59.041962 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:59.045634 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:security_group_rule and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:59.048419 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:59.053966 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:59.064432 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.securitygroups_db [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Project 018d93d98e7443f8991c74cd78d78e57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 19 01:18:59.071249 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:59.131901 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:59.135665 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:59.137723 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f449593b-3f71-4c99-984e-5bbd18d9bf58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:59.161017 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b338c7fc-fba7-4c55-955c-814dc1247284,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:59.165970 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:59.171222 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:59.172466 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-ed861799-7b9c-4e23-a226-110fee3a01aa tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1402261
Jul 19 01:18:59.175065 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45532) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:18:59.180588 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'security_group_rule': {'security_group_id': '620b04d6-410c-4139-8485-d3546891744d', 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:18:59.186290 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:18:59.190010 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:security_group_rule and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:18:59.192800 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:18:59.198376 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:18:59.208184 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.securitygroups_db [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Project 018d93d98e7443f8991c74cd78d78e57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 19 01:18:59.214320 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:59.275372 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:59.278700 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354445'] for security_group_rule, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:59.280582 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:18:59.301447 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8f7feb-f763-4b6c-96fc-2fa435e9d816,revision_number=0']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:18:59.303751 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:18:59.311174 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:18:59.312310 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-d138aa67-8c2a-4ff4-8710-980c68f777ed tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1363690
Jul 19 01:19:00.584748 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 1e4961ee-492e-4c7d-a868-b575c41882e1 up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:19:00.651374 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 1e4961ee-492e-4c7d-a868-b575c41882e1 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:19:00.651656 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:00.725536 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a0a2eafe-b963-473a-829a-048491db4613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:01.209750 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Sync routers for ids ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:19:01.217042 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Routers {'d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:19:01.217654 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37a20850>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:19:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:19:01.318918 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:01.391976 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Set router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:19:01.502406 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:01.725749 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37a20850>, [{'id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'name': 'tempest-TestVolumeBootPattern-645363771-router', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 4, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'gw_port': {'id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '9203ae17-7e5c-4778-aeec-773643810b9f', 'name': '', 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'mac_address': 'fa:16:3e:81:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:55Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 2, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'subnets': [{'id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:19:01.729732 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Checking router: d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:19:01.730107 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Updating router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a port 9203ae17-7e5c-4778-aeec-773643810b9f binding host dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 19 01:19:01.781837 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:02.115992 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Notify callbacks [] for port, precommit_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:02.128736 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.provisioning_blocks [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Transition to ACTIVE for port object 9203ae17-7e5c-4778-aeec-773643810b9f will not be triggered until provisioned by entity L2. {{(pid=78650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:19:02.135596 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:02.139092 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-c063c5d7-4649-4e2e-b2d0-9130e411febe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:02.287774 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27045c82-f4a3-4da7-a32c-5245a1f1c8a5 None None] Pushing event updated for resources: {'Port': ['ID=9203ae17-7e5c-4778-aeec-773643810b9f,revision_number=3']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:02.295682 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-27045c82-f4a3-4da7-a32c-5245a1f1c8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:02.380943 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Attempting to bind port 9203ae17-7e5c-4778-aeec-773643810b9f on host dv-cinder-801236-1-iscsi for vnic_type normal with profile  {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:19:02.381318 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Attempting to bind port 9203ae17-7e5c-4778-aeec-773643810b9f by drivers openvswitch,hyperv on host dv-cinder-801236-1-iscsi at level 0 using segments [{'id': '340af32d-908f-4cfa-b770-0ac41d2c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872'}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:19:02.381713 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Attempting to bind port 9203ae17-7e5c-4778-aeec-773643810b9f on network 753fbd92-66b4-4719-bfc0-d8ec656c4872 {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:19:02.387233 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Checking agent: {'id': '43da6116-4790-4a84-b3e9-dea7f1ac70d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 28), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:19:02.387608 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Checking segment: {'id': '340af32d-908f-4cfa-b770-0ac41d2c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:19:02.388008 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:02.388401 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Bound using segment: {'id': '340af32d-908f-4cfa-b770-0ac41d2c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872'} {{(pid=78650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:19:02.388863 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.managers [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Bound port: 9203ae17-7e5c-4778-aeec-773643810b9f, host: dv-cinder-801236-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340af32d-908f-4cfa-b770-0ac41d2c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872'}}] {{(pid=78650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:19:02.389257 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:02.477600 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] For port 9203ae17-7e5c-4778-aeec-773643810b9f, host dv-cinder-801236-1-iscsi, cleared binding levels {{(pid=78650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:19:02.480461 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.plugins.ml2.db [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] For port 9203ae17-7e5c-4778-aeec-773643810b9f, host dv-cinder-801236-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=9203ae17-7e5c-4778-aeec-773643810b9f,segment=NetworkSegment(340af32d-908f-4cfa-b770-0ac41d2c3826),segment_id=340af32d-908f-4cfa-b770-0ac41d2c3826)] {{(pid=78650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:19:02.484982 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron_lib.callbacks.manager [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:02.489073 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:02.563031 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Routers {'d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:19:02.563657 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37a20850>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:19:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:19:02.631050 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27045c82-f4a3-4da7-a32c-5245a1f1c8a5 None None] Pushing event updated for resources: {'Port': ['ID=9203ae17-7e5c-4778-aeec-773643810b9f,revision_number=4']} {{(pid=78650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:02.635518 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG oslo_concurrency.lockutils [None req-27045c82-f4a3-4da7-a32c-5245a1f1c8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:02.756846 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] Set router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:19:02.941824 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:03.077505 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37a20850>, [{'id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'name': 'tempest-TestVolumeBootPattern-645363771-router', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 4, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'gw_port': {'id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '9203ae17-7e5c-4778-aeec-773643810b9f', 'name': '', 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'mac_address': 'fa:16:3e:81:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:55Z', 'updated_at': '2021-07-19T01:19:02Z', 'revision_number': 4, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'subnets': [{'id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:19:03.085176 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d20d56-fc1b-449d-84c0-d0e889a26778 None None] The sync data for ids ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'] in dv-cinder-801236-1-iscsi is: [{'id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'name': 'tempest-TestVolumeBootPattern-645363771-router', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 4, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'gw_port': {'id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '9203ae17-7e5c-4778-aeec-773643810b9f', 'name': '', 'network_id': '753fbd92-66b4-4719-bfc0-d8ec656c4872', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'mac_address': 'fa:16:3e:81:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:55Z', 'updated_at': '2021-07-19T01:19:02Z', 'revision_number': 4, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'subnets': [{'id': '61add1d3-8825-4f6f-8d42-a38f2c8e91f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:19:04.611543 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 9203ae17-7e5c-4778-aeec-773643810b9f up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:19:04.681568 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning for port 9203ae17-7e5c-4778-aeec-773643810b9f completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:19:04.686571 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 9203ae17-7e5c-4778-aeec-773643810b9f triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:19:04.686976 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:04.803669 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:04.834657 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] For port 9203ae17-7e5c-4778-aeec-773643810b9f, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=9203ae17-7e5c-4778-aeec-773643810b9f,segment=NetworkSegment(340af32d-908f-4cfa-b770-0ac41d2c3826),segment_id=340af32d-908f-4cfa-b770-0ac41d2c3826)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:19:04.839086 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:04.841016 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-cb802f31-4d76-4122-af4a-ce13e458f94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:04.939222 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Pushing event updated for resources: {'Port': ['ID=9203ae17-7e5c-4778-aeec-773643810b9f,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:04.942144 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:06.589252 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 9203ae17-7e5c-4778-aeec-773643810b9f up at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:19:06.656154 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Provisioning complete for port 9203ae17-7e5c-4778-aeec-773643810b9f triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:19:06.656436 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:06.871189 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45648) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:19:06.990498 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:07.005241 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:19:07.009024 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Usage tracker for resource:security_group_rule and tenant:ef99bd6afd97420e8809f40ae450c3f2 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:19:07.011799 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:19:07.019521 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:19:07.108204 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:07.111744 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:07.119822 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-79e68a9d-35b5-498a-a531-1a12d5e2ba3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:07.161092 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef99bd6afd97420e8809f40ae450c3f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2888331
Jul 19 01:19:07.162708 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010d951d-128d-48e0-bac7-a7be93dd5159,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:07.165873 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 45654) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:19:07.171267 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.171649 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.172020 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.172391 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.172751 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.173114 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.173475 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.173863 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.174224 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.174580 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.174933 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.175286 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.179152 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:07.227404 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:07.251778 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:07.302308 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:07.306026 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1c6f55b1-48c1-40ee-918e-fe772e0b67c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:07.319819 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010d951d-128d-48e0-bac7-a7be93dd5159,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:07.329883 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.330255 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.330618 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.330977 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.331331 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.331686 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.332035 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.332381 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.332728 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.333074 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.333418 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.333784 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:19:07.337501 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:07.338913 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:07.340064 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-b684dde2-5184-4e68-83a2-3b043e578d0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/010d951d-128d-48e0-bac7-a7be93dd5159 HTTP/1.1" status: 204  len: 168 time: 0.1729927
Jul 19 01:19:12.321543 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:19:18.781457 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-6e8e8eeb-a482-4b90-8f18-1419514d3652 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184585805&fields=id&tenant_id=018d93d98e7443f8991c74cd78d78e57 HTTP/1.1" status: 200  len: 267 time: 0.0441003
Jul 19 01:19:18.929739 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cbf-b716-489c-9e98-8056085fb93b req-d2836897-4e07-47d2-b852-6f6b43f78593 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:18.931398 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-d2836897-4e07-47d2-b852-6f6b43f78593 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 811 time: 0.1434259
Jul 19 01:19:18.947781 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-0a157b6d-28a3-4056-9242-e65ea028a493 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/quotas/018d93d98e7443f8991c74cd78d78e57 HTTP/1.1" status: 200  len: 375 time: 0.0093975
Jul 19 01:19:19.029734 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-36a04cbf-b716-489c-9e98-8056085fb93b req-7979496c-1d3f-4504-886d-02d6cbb1ccea tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Synchronizing usage tracker for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:19:19.047007 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-36a04cbf-b716-489c-9e98-8056085fb93b req-7979496c-1d3f-4504-886d-02d6cbb1ccea tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Unset dirty status for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:19:19.048304 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-7979496c-1d3f-4504-886d-02d6cbb1ccea tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0949638
Jul 19 01:19:19.079029 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45836) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:19:19.211172 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:19.269041 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:19:19.278224 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] Usage tracker for resource:security_group_rule and tenant:b70c19fd2d1d416f9a036c9c654ea4af is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:19:19.282150 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:19:19.295301 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:19:19.330172 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-9a58adc9-0764-4fa0-bac8-a14c814046b4 service neutron] 10.222.0.24 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704415
Jul 19 01:19:19.506887 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-bbd7b70c-854e-4bc5-b228-1d949587e825 service neutron] 10.222.0.24 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698847
Jul 19 01:19:19.511409 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:19.515260 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:19.523358 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2db01040-962b-4c50-a2a2-568a56e7fa0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:19.562433 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b70c19fd2d1d416f9a036c9c654ea4af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4823213
Jul 19 01:19:19.565197 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45844) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:19:19.567632 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f272f99-4f93-4376-b490-26cbfe219029,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:19.580852 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:19.625573 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7b23cb5f-2c95-46fc-b3ea-576ca21285f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:19.651768 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7b23cb5f-2c95-46fc-b3ea-576ca21285f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:19.704619 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7b23cb5f-2c95-46fc-b3ea-576ca21285f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:19.708512 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5a6b1387-f1f6-4d4f-9622-639ccbf4e4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:19.722348 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23cb5f-2c95-46fc-b3ea-576ca21285f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f272f99-4f93-4376-b490-26cbfe219029,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:19.726714 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-7b23cb5f-2c95-46fc-b3ea-576ca21285f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:19.733081 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7b23cb5f-2c95-46fc-b3ea-576ca21285f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:19.737126 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-7b23cb5f-2c95-46fc-b3ea-576ca21285f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f272f99-4f93-4376-b490-26cbfe219029 HTTP/1.1" status: 204  len: 168 time: 0.1712368
Jul 19 01:19:19.933559 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ff2b37bc-7d0e-4b1d-8114-1b66b7c37a1e req-ea349b80-6235-4338-8cf7-fa39c52b93ef tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 210 time: 0.0507731
Jul 19 01:19:21.037493 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cbf-b716-489c-9e98-8056085fb93b req-6bd3c99f-e141-4622-9032-884eea1cc910 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:21.038109 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-36a04cbf-b716-489c-9e98-8056085fb93b req-6bd3c99f-e141-4622-9032-884eea1cc910 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Synchronizing usage tracker for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:network {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:19:21.056085 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-36a04cbf-b716-489c-9e98-8056085fb93b req-6bd3c99f-e141-4622-9032-884eea1cc910 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Unset dirty status for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:network {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:19:21.057797 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-6bd3c99f-e141-4622-9032-884eea1cc910 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 811 time: 0.1647847
Jul 19 01:19:21.081232 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-3434f015-3564-41cc-8787-af07d67965b9 req-c8c2d4ac-d6d4-4022-b796-c03278bb1388 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 210 time: 0.0448499
Jul 19 01:19:21.112667 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-36a04cbf-b716-489c-9e98-8056085fb93b req-1bb0f605-b94a-4f43-83b8-f24a1f05ec2e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Synchronizing usage tracker for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:security_group {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:19:21.129767 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-36a04cbf-b716-489c-9e98-8056085fb93b req-1bb0f605-b94a-4f43-83b8-f24a1f05ec2e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Unset dirty status for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:security_group {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:19:21.130917 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-1bb0f605-b94a-4f43-83b8-f24a1f05ec2e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=018d93d98e7443f8991c74cd78d78e57 HTTP/1.1" status: 200  len: 380 time: 0.0593336
Jul 19 01:19:21.139324 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'port': {'device_id': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'admin_state_up': True, 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'security_groups': ['620b04d6-410c-4139-8485-d3546891744d']}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:19:21.272166 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:19:21.282644 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:19:21.292370 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Made reservation on behalf of 018d93d98e7443f8991c74cd78d78e57 for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:19:21.296085 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:21.558879 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Allocated IP 172.20.0.9 (ad26d7f3-2176-4950-a5c8-bcbfb0db4e12/29be3244-7b65-42cf-95db-15e56a88f753/c64462ab-3b9d-47b1-82c3-35e8d2e510bc) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:19:21.746263 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:21.762201 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Transition to ACTIVE for port object c64462ab-3b9d-47b1-82c3-35e8d2e510bc will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:19:21.786188 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:21.791863 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-7a1f0a50-d861-447f-bf37-fa66ab47a1b0 tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:21.859763 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:19:21.862854 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:19:21.866737 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:19:21.898179 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'Port': ['ID=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:21.905189 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:21.934577 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:21.935210 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:21.964487 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-73e981db-c3e4-4259-96da-67df10111de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8286557
Jul 19 01:19:21.989062 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Request body: {'port': {'device_id': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:19:22.100186 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:22.127480 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-6c737188-0c70-42e6-b47d-362d8571c8b3 None None] Provisioning for port c64462ab-3b9d-47b1-82c3-35e8d2e510bc completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:19:22.132676 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-6c737188-0c70-42e6-b47d-362d8571c8b3 None None] Provisioning complete for port c64462ab-3b9d-47b1-82c3-35e8d2e510bc triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:19:22.133047 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-6c737188-0c70-42e6-b47d-362d8571c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:22.192303 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-6c737188-0c70-42e6-b47d-362d8571c8b3 None None] Port c64462ab-3b9d-47b1-82c3-35e8d2e510bc cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:19:22.275212 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee90271-bbcd-4a00-b3ab-3e6a40277ff7 req-bde8c661-4fb8-42fb-a369-fcad91b3141e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:22.276660 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dee90271-bbcd-4a00-b3ab-3e6a40277ff7 req-bde8c661-4fb8-42fb-a369-fcad91b3141e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 931 time: 0.0842807
Jul 19 01:19:22.319938 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dee90271-bbcd-4a00-b3ab-3e6a40277ff7 req-d00b875d-096f-4489-b93d-80e8e9f84022 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374115
Jul 19 01:19:22.436269 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64462ab-3b9d-47b1-82c3-35e8d2e510bc {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:19:22.443144 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:22.456667 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Transition to ACTIVE for port object c64462ab-3b9d-47b1-82c3-35e8d2e510bc will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:19:22.460385 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:22.464714 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9ccdc395-2e3b-4297-9678-f7712a7e59fb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:22.587821 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Pushing event updated for resources: {'Port': ['ID=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:22.616841 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:22.694540 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Attempting to bind port c64462ab-3b9d-47b1-82c3-35e8d2e510bc on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:19:22.694799 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Attempting to bind port c64462ab-3b9d-47b1-82c3-35e8d2e510bc by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:19:22.695123 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Attempting to bind port c64462ab-3b9d-47b1-82c3-35e8d2e510bc on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:19:22.699787 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Port c64462ab-3b9d-47b1-82c3-35e8d2e510bc on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:19:22.700105 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Attempting to bind port c64462ab-3b9d-47b1-82c3-35e8d2e510bc on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:19:22.705111 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:19:22.705445 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Checking segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:19:22.705866 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Bound using segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:19:22.706290 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Bound port: c64462ab-3b9d-47b1-82c3-35e8d2e510bc, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:19:22.706631 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:22.798956 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] For port c64462ab-3b9d-47b1-82c3-35e8d2e510bc, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:19:22.801761 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] For port c64462ab-3b9d-47b1-82c3-35e8d2e510bc, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:19:22.805827 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:22.810046 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:22.864244 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:22.864841 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:22.866210 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] 10.222.0.16 "PUT /v2.0/ports/c64462ab-3b9d-47b1-82c3-35e8d2e510bc HTTP/1.1" status: 200  len: 1093 time: 0.8815589
Jul 19 01:19:22.866705 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'tag': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:19:22.886624 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Pushing event updated for resources: {'Port': ['ID=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:22.890750 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:22.916535 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'tag': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc', 'status': 'completed', 'code': 200}
Jul 19 01:19:23.009820 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cbf-b716-489c-9e98-8056085fb93b req-2a886a43-db94-40bf-ba59-975288173fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:23.011408 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-2a886a43-db94-40bf-ba59-975288173fd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 1096 time: 0.0757618
Jul 19 01:19:23.084626 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-e7378f9e-876e-478e-b04a-29c4d85ef7d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c64462ab-3b9d-47b1-82c3-35e8d2e510bc HTTP/1.1" status: 200  len: 217 time: 0.0606134
Jul 19 01:19:23.148070 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cbf-b716-489c-9e98-8056085fb93b req-139b9d13-820c-4f21-85d6-cc2470ca6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:23.149377 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-139b9d13-820c-4f21-85d6-cc2470ca6b19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0578377
Jul 19 01:19:23.221007 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cbf-b716-489c-9e98-8056085fb93b req-3abf2717-98a5-42bb-b67f-2d203ab30d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:23.222376 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-3abf2717-98a5-42bb-b67f-2d203ab30d69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0663722
Jul 19 01:19:23.451170 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-415a7a77-9133-4546-bc3f-ded1be8c4e36 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2225635
Jul 19 01:19:23.501395 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb6759-6fa6-4eae-a6c4-040564af8329 req-b207321b-b375-4cc4-874a-af2b8f22fe78 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:23.502789 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0cfb6759-6fa6-4eae-a6c4-040564af8329 req-b207321b-b375-4cc4-874a-af2b8f22fe78 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 943 time: 0.0791214
Jul 19 01:19:23.546878 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0cfb6759-6fa6-4eae-a6c4-040564af8329 req-b2613ccf-845a-40d3-838d-8217c9ff9fd9 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384319
Jul 19 01:19:23.582436 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-36a04cbf-b716-489c-9e98-8056085fb93b req-e6b357db-5c18-4ea1-b167-b4ab79df8ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243899
Jul 19 01:19:23.735174 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81955678-59a8-41ed-ac19-24c3304268a8 req-b33cf9fc-8f94-47d7-bb42-3c9199e4c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:23.736636 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-81955678-59a8-41ed-ac19-24c3304268a8 req-b33cf9fc-8f94-47d7-bb42-3c9199e4c0de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 1096 time: 0.0725176
Jul 19 01:19:23.864615 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81955678-59a8-41ed-ac19-24c3304268a8 req-8f0061cb-0556-4d63-9a5b-05accccfee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:23.866050 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-81955678-59a8-41ed-ac19-24c3304268a8 req-8f0061cb-0556-4d63-9a5b-05accccfee90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1228895
Jul 19 01:19:23.932173 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-81955678-59a8-41ed-ac19-24c3304268a8 req-d69226a7-5171-4c1d-94ac-fd56e592e921 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c64462ab-3b9d-47b1-82c3-35e8d2e510bc HTTP/1.1" status: 200  len: 217 time: 0.0586972
Jul 19 01:19:23.994511 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81955678-59a8-41ed-ac19-24c3304268a8 req-7085df71-d8e1-45c3-94e2-ef14b2168416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:23.995865 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-81955678-59a8-41ed-ac19-24c3304268a8 req-7085df71-d8e1-45c3-94e2-ef14b2168416 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0573890
Jul 19 01:19:24.067284 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81955678-59a8-41ed-ac19-24c3304268a8 req-c67907a6-a992-4623-8dfa-ee8416abea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:24.068611 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-81955678-59a8-41ed-ac19-24c3304268a8 req-c67907a6-a992-4623-8dfa-ee8416abea48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0665839
Jul 19 01:19:24.195341 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-81955678-59a8-41ed-ac19-24c3304268a8 req-88adb5bd-8975-47a5-a574-0a1491d5b0e6 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204746
Jul 19 01:19:24.323321 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-81955678-59a8-41ed-ac19-24c3304268a8 req-2a412cee-3eb3-49f7-9277-ee94508cb19a service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215761
Jul 19 01:19:24.732299 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d9fb7-067a-4c3f-abeb-a3a1d100d8ec req-9b22edae-7d2a-4281-8622-2c61d5c0edf2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:24.733768 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8c2d9fb7-067a-4c3f-abeb-a3a1d100d8ec req-9b22edae-7d2a-4281-8622-2c61d5c0edf2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 943 time: 0.0817003
Jul 19 01:19:24.778356 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8c2d9fb7-067a-4c3f-abeb-a3a1d100d8ec req-e4b6cc03-936b-4dd9-b168-db777666c92e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389760
Jul 19 01:19:25.959806 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a535-36de-458c-97ed-f27c6b7fc632 req-12f1f0f6-2ad3-4f7e-946a-8f3d5f6223ba tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:25.961257 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8431a535-36de-458c-97ed-f27c6b7fc632 req-12f1f0f6-2ad3-4f7e-946a-8f3d5f6223ba tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 943 time: 0.0803871
Jul 19 01:19:26.008335 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8431a535-36de-458c-97ed-f27c6b7fc632 req-3b696472-fcc6-42d0-8630-333720f50360 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413597
Jul 19 01:19:27.186090 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ab1b1-fec4-4b3b-a0b6-60b0bc4507ab req-b5c66720-5593-4f3c-a899-cfb0caa6d48f tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:27.187503 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-573ab1b1-fec4-4b3b-a0b6-60b0bc4507ab req-b5c66720-5593-4f3c-a899-cfb0caa6d48f tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 943 time: 0.0771663
Jul 19 01:19:27.230902 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-573ab1b1-fec4-4b3b-a0b6-60b0bc4507ab req-006cd529-14ac-487d-850d-9395e4d963a0 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379288
Jul 19 01:19:28.016739 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-5f8472df-036a-49c9-a90c-6b7b9aaedbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:28.500812 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1f0d0-6db4-48a7-ab0f-4c67996b2b1e req-60591480-b68c-4e28-b111-81d8f74b1de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:28.502302 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-67b1f0d0-6db4-48a7-ab0f-4c67996b2b1e req-60591480-b68c-4e28-b111-81d8f74b1de2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 943 time: 0.1678255
Jul 19 01:19:28.510634 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:28.546583 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-67b1f0d0-6db4-48a7-ab0f-4c67996b2b1e req-6bb30230-f5f9-476b-b1e2-715e6d2c0a9a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382605
Jul 19 01:19:29.725163 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb516a7-8f68-4fc0-857b-b90c7273f329 req-49443b9e-6ed2-4ae2-811c-f9ad148229f3 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:29.726641 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8bb516a7-8f68-4fc0-857b-b90c7273f329 req-49443b9e-6ed2-4ae2-811c-f9ad148229f3 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 943 time: 0.0784235
Jul 19 01:19:29.773543 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-8bb516a7-8f68-4fc0-857b-b90c7273f329 req-665cdde4-3235-4267-b9cc-af0d2d4df80f tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407209
Jul 19 01:19:30.716489 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-8b92bf19-c9b8-406d-acf8-aa61e6974226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:30.953293 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ee7b-e6e1-44fd-b9b1-e6be4400c587 req-2f6e01cd-1d3c-4c8d-aa8d-b1366596dc6a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:30.954743 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b849ee7b-e6e1-44fd-b9b1-e6be4400c587 req-2f6e01cd-1d3c-4c8d-aa8d-b1366596dc6a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 943 time: 0.0788689
Jul 19 01:19:31.000229 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b849ee7b-e6e1-44fd-b9b1-e6be4400c587 req-9a05c7c8-4102-412d-ab46-dc028e956b2a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396600
Jul 19 01:19:31.311866 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:31.502337 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:31.510900 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c64462ab-3b9d-47b1-82c3-35e8d2e510bc details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:19:31.637854 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c64462ab-3b9d-47b1-82c3-35e8d2e510bc, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:19:31.650396 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'port_id': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc', 'mac_address': 'fa:16:3e:73:d3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:19:31.711302 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:31.727719 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64462ab-3b9d-47b1-82c3-35e8d2e510bc {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:19:31.742508 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c64462ab-3b9d-47b1-82c3-35e8d2e510bc, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:19:31.746712 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:31.748469 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:31.810921 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:31.813911 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:32.054659 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['c64462ab-3b9d-47b1-82c3-35e8d2e510bc'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:19:32.184626 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6037659-a8a4-465e-922c-952580a0871e req-c3bf498b-748c-45ef-a985-579b2d025bc9 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:32.186136 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b6037659-a8a4-465e-922c-952580a0871e req-c3bf498b-748c-45ef-a985-579b2d025bc9 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 944 time: 0.0821514
Jul 19 01:19:32.230525 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b6037659-a8a4-465e-922c-952580a0871e req-49079175-464a-4882-96de-d01d0599797c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385654
Jul 19 01:19:32.938749 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:33.409714 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5aef6-16f9-4ab2-b3b1-b9c0fe6aba9e req-0935e9cb-f726-433b-8b32-0b38a5932a98 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:33.411236 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-98e5aef6-16f9-4ab2-b3b1-b9c0fe6aba9e req-0935e9cb-f726-433b-8b32-0b38a5932a98 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 944 time: 0.0790205
Jul 19 01:19:33.455873 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-98e5aef6-16f9-4ab2-b3b1-b9c0fe6aba9e req-7caba92f-72db-46bd-89a5-0ee5023e4cba tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390456
Jul 19 01:19:33.511981 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c64462ab-3b9d-47b1-82c3-35e8d2e510bc up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:19:33.580510 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port c64462ab-3b9d-47b1-82c3-35e8d2e510bc completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:19:33.585395 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port c64462ab-3b9d-47b1-82c3-35e8d2e510bc triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:19:33.585809 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:33.701445 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:33.727914 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:19:33.738282 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port c64462ab-3b9d-47b1-82c3-35e8d2e510bc, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:19:33.742437 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:33.745216 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-77233863-8a23-4ed2-bda4-0c530ad0180d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:33.774706 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc', 'code': 200}
Jul 19 01:19:33.811065 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:33.814161 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:34.065398 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ba8d2-6f10-4b8e-90f0-38c1ecd92161 req-a2f0ff1e-0430-4659-becd-0553c94a8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:34.066814 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9a6ba8d2-6f10-4b8e-90f0-38c1ecd92161 req-a2f0ff1e-0430-4659-becd-0553c94a8aa6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 1098 time: 0.0722208
Jul 19 01:19:34.107044 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-9a6ba8d2-6f10-4b8e-90f0-38c1ecd92161 req-f1c587f7-1fcc-46a1-8d61-5f8f1191b184 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342011
Jul 19 01:19:34.641365 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d49450-1316-4576-a801-f3e8df2b3d2b req-0e491b2a-e251-4ab2-98d0-bf10ae2d821e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:34.642830 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-43d49450-1316-4576-a801-f3e8df2b3d2b req-0e491b2a-e251-4ab2-98d0-bf10ae2d821e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 945 time: 0.0817423
Jul 19 01:19:34.686940 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-43d49450-1316-4576-a801-f3e8df2b3d2b req-be6cfee4-5297-4db6-ba5a-916194807fe2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385838
Jul 19 01:19:35.868574 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a5745-c701-46b3-b064-7e6c36dd214a req-28d4133e-752f-4cb9-9afd-7ddb64704ae2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:35.870050 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-407a5745-c701-46b3-b064-7e6c36dd214a req-28d4133e-752f-4cb9-9afd-7ddb64704ae2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 945 time: 0.0788960
Jul 19 01:19:35.917913 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-407a5745-c701-46b3-b064-7e6c36dd214a req-84076351-61af-4602-88d2-db9caadd470b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418491
Jul 19 01:19:36.100486 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74690432-6443-404e-867a-0f7639f8568e req-72c51910-06a8-4723-be22-e64b48e244ee tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:36.101876 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-74690432-6443-404e-867a-0f7639f8568e req-72c51910-06a8-4723-be22-e64b48e244ee tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 945 time: 0.0834959
Jul 19 01:19:36.144938 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-74690432-6443-404e-867a-0f7639f8568e req-b87d2e80-c7d5-4833-880a-3361014316f5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375376
Jul 19 01:19:36.167424 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45896) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:19:36.389595 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b28964-174a-4843-abc2-65a0cb480ac1 tempest-TestVolumeBootPattern-1877689187 tempest-TestVolumeBootPattern-1877689187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:36.390989 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-a2b28964-174a-4843-abc2-65a0cb480ac1 tempest-TestVolumeBootPattern-1877689187 tempest-TestVolumeBootPattern-1877689187-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 1093 time: 0.2225447
Jul 19 01:19:36.393876 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 45902) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:19:36.398876 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'floatingip': {'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'port_id': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:19:36.404911 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:19:36.408637 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:floatingip and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:19:36.411394 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:19:36.416899 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:19:36.428062 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:36.561288 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:36.690542 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Allocated IP 172.27.3.244 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/f3323b00-e823-49fb-a5dd-a1226c5aeaae) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:19:36.833234 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:36.861168 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:36.864605 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-7228351f-8fd8-4854-bcef-6c46ea5ef4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:36.928109 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:19:36.930830 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:19:36.937637 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:19:36.966520 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'Port': ['ID=f3323b00-e823-49fb-a5dd-a1226c5aeaae,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:36.972181 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:37.427700 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:37.501324 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:37.701450 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:37.707073 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:37.711442 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4bc746c9-62f1-4054-8f17-8fda8bd48de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:19:37.817400 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'Port': ['ID=f3323b00-e823-49fb-a5dd-a1226c5aeaae,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:19:37.821430 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:19:37.826684 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:37.991855 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Floating IP fbd15755-71f5-4913-b96f-8d3d223ccb04 associated. External IP: 172.27.3.244, port: c64462ab-3b9d-47b1-82c3-35e8d2e510bc.
Jul 19 01:19:38.335593 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Router 06d63fc2-c72b-4123-be4a-00acc1f14c45 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:19:38.505332 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:19:38.514216 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] Sync routers for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:19:38.523304 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:19:38.523923 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36ad5520>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:19:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:19:38.530007 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:38.597803 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1913147
Jul 19 01:19:38.597803 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'tag': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:19:38.630384 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'tag': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc', 'status': 'completed', 'code': 200}
Jul 19 01:19:38.701181 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:19:38.742246 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-55522cc3-c85f-45cc-8f68-27d774e97077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:38.744674 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-55522cc3-c85f-45cc-8f68-27d774e97077 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 1098 time: 0.0693157
Jul 19 01:19:38.873992 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-c3a70914-84db-4434-a467-90b332996d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:38.875620 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-c3a70914-84db-4434-a467-90b332996d03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1249876
Jul 19 01:19:38.979118 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-97030dff-be97-4116-85bb-5ad821839877 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c64462ab-3b9d-47b1-82c3-35e8d2e510bc HTTP/1.1" status: 200  len: 999 time: 0.0972133
Jul 19 01:19:39.042627 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-4e91c036-7fd1-4641-955e-eef6e2220ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:39.044071 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-4e91c036-7fd1-4641-955e-eef6e2220ab6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0593686
Jul 19 01:19:39.071251 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36ad5520>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'fbd15755-71f5-4913-b96f-8d3d223ccb04', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:73:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:19:37Z', 'updated_at': '2021-07-19T01:19:37Z', 'revision_number': 0, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:19:39.075544 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] Checking router: 06d63fc2-c72b-4123-be4a-00acc1f14c45 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:19:39.083751 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:19:39.084362 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36ad5520>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:19:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:19:39.117433 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-bc6d91b3-8b76-4525-85c7-213522e31cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:19:39.118945 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-bc6d91b3-8b76-4525-85c7-213522e31cb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691578
Jul 19 01:19:39.263161 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:19:39.348448 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-ac288df5-6c60-4b25-b5fe-b621f86b14e4 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226360
Jul 19 01:19:39.478088 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-bf9922ae-4d2b-4d91-ac1d-dd729c1c9b66 req-2b19c7b6-ecaf-4558-8722-8abd5119a756 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235223
Jul 19 01:19:39.600879 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36ad5520>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'fbd15755-71f5-4913-b96f-8d3d223ccb04', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:73:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:19:37Z', 'updated_at': '2021-07-19T01:19:37Z', 'revision_number': 0, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:19:39.605205 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d1499-cef9-49ea-9b7b-2526dd0b2b26 None None] The sync data for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi is: [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'fbd15755-71f5-4913-b96f-8d3d223ccb04', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:73:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:19:37Z', 'updated_at': '2021-07-19T01:19:37Z', 'revision_number': 0, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:19:39.795422 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f52fe-861c-4a70-83d3-84039c3469f0 None None] New status for floating IP fbd15755-71f5-4913-b96f-8d3d223ccb04: ACTIVE {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:19:49.319992 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:19:58.021719 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-11268d9a-e217-4a82-a4cd-807d2123855a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:19:58.512080 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:00.717247 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-4d8d45f2-19ed-4ba3-ae25-6ba71771d099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:01.347322 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:01.505845 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:02.942026 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:04.974007 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-65094df4-644e-4b32-9260-a4ac53679d63 req-de6c2117-7b03-428f-9285-971bb76e18fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1170814
Jul 19 01:20:05.126378 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65094df4-644e-4b32-9260-a4ac53679d63 req-4d07fb4f-ede2-48cd-aae9-fb751f513a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:20:05.127745 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-65094df4-644e-4b32-9260-a4ac53679d63 req-4d07fb4f-ede2-48cd-aae9-fb751f513a72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 1098 time: 0.0701497
Jul 19 01:20:05.270926 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65094df4-644e-4b32-9260-a4ac53679d63 req-57f7671c-159b-40f6-bb8d-2a7f076bcedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:20:05.272344 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-65094df4-644e-4b32-9260-a4ac53679d63 req-57f7671c-159b-40f6-bb8d-2a7f076bcedc service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1255577
Jul 19 01:20:05.373868 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-65094df4-644e-4b32-9260-a4ac53679d63 req-70e54564-250a-4b46-8ca1-4bc2403c117c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c64462ab-3b9d-47b1-82c3-35e8d2e510bc HTTP/1.1" status: 200  len: 1001 time: 0.0942192
Jul 19 01:20:05.433510 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65094df4-644e-4b32-9260-a4ac53679d63 req-9722720b-ae86-4e7e-8034-e6b5499b4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:20:05.434835 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-65094df4-644e-4b32-9260-a4ac53679d63 req-9722720b-ae86-4e7e-8034-e6b5499b4b48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0544333
Jul 19 01:20:05.508939 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65094df4-644e-4b32-9260-a4ac53679d63 req-36c92364-d6c4-4f2c-a78c-f4b6896dcf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:20:05.510433 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-65094df4-644e-4b32-9260-a4ac53679d63 req-36c92364-d6c4-4f2c-a78c-f4b6896dcf55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689723
Jul 19 01:20:05.524380 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [req-65094df4-644e-4b32-9260-a4ac53679d63 req-b2869533-07c6-4def-8b5e-b81f4f11b0a4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:20:05.525270 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-65094df4-644e-4b32-9260-a4ac53679d63 req-b2869533-07c6-4def-8b5e-b81f4f11b0a4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048180
Jul 19 01:20:05.651383 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-65094df4-644e-4b32-9260-a4ac53679d63 req-3651496a-0a53-448d-ba41-ba69b45819e2 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195621
Jul 19 01:20:05.783476 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-65094df4-644e-4b32-9260-a4ac53679d63 req-395ac095-42be-4e13-9621-68606e56e6a2 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239038
Jul 19 01:20:26.317946 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:20:28.022489 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-29f67e1c-9c34-4a5d-9865-a9cb2edcd9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:28.512927 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:30.718133 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fefe645b-acad-4ed1-a602-dbdbb83e92cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:31.361458 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:31.509025 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:32.943569 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:58.023390 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f077-67f7-4d5d-92af-957f03f9cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:20:58.515063 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:00.719607 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-efbcae06-2a58-42a6-8d50-38229cbfdd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:01.362280 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:01.512072 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:02.946994 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:03.316133 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:21:05.923506 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-edcb71aa-c20a-4db8-8bea-a883ed314b5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682521
Jul 19 01:21:06.077088 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-5cfbf6cc-8e35-4172-8256-55ffadc2ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:06.078490 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-5cfbf6cc-8e35-4172-8256-55ffadc2ee29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 1098 time: 0.0714130
Jul 19 01:21:06.218293 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-45ae1559-02fc-4575-a03e-449ea0b10d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:06.219700 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-45ae1559-02fc-4575-a03e-449ea0b10d54 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1224620
Jul 19 01:21:06.319347 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-00f4406a-00c4-4944-a0b3-351331b178b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c64462ab-3b9d-47b1-82c3-35e8d2e510bc HTTP/1.1" status: 200  len: 1001 time: 0.0930264
Jul 19 01:21:06.379062 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-ea547bbb-d785-4660-9212-00dc635aca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:06.380334 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-ea547bbb-d785-4660-9212-00dc635aca76 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0551610
Jul 19 01:21:06.454358 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-5ee5b36c-a1ba-450f-81a9-4e7b50eb1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:06.455751 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-5ee5b36c-a1ba-450f-81a9-4e7b50eb1b54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692420
Jul 19 01:21:06.683566 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-bfbd98e2-ea2f-44a4-8e5e-5ad891044c4e service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210042
Jul 19 01:21:06.812703 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-79fab378-f4b7-410c-a610-3d7e61463fbc req-b1d890e3-5449-49b5-ba50-08a1565bd57f service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220288
Jul 19 01:21:28.024193 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-db971edf-b58f-474c-b64f-cd7dda1e2737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:28.515416 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:30.721932 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-62bfb735-58ba-4f33-a762-c277f7eef798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:31.361167 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:31.515095 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:33.037087 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:33.555787 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11b789-c7b4-443b-bcaf-9af09e7c74f7 req-49c6e3cb-af35-43b6-a147-c25cf1360bb0 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:33.557159 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dd11b789-c7b4-443b-bcaf-9af09e7c74f7 req-49c6e3cb-af35-43b6-a147-c25cf1360bb0 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 945 time: 0.1961408
Jul 19 01:21:33.600607 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-dd11b789-c7b4-443b-bcaf-9af09e7c74f7 req-ab7108e4-3f57-45d4-a802-66398b32cc29 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371118
Jul 19 01:21:34.947940 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bebee2-b25a-4ea3-87d7-b99727f03949 req-68fabd14-a689-4391-a46e-9d32a72b0da2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:34.949296 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-24bebee2-b25a-4ea3-87d7-b99727f03949 req-68fabd14-a689-4391-a46e-9d32a72b0da2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 945 time: 0.2306790
Jul 19 01:21:34.993498 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-24bebee2-b25a-4ea3-87d7-b99727f03949 req-4ac4a6d6-e10a-4efd-85a5-4ce15064ab1a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386002
Jul 19 01:21:35.021353 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-03c3aea6-41cd-471d-aebe-0c7b16abeced tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:35.022068 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-03c3aea6-41cd-471d-aebe-0c7b16abeced tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Synchronizing usage tracker for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78648) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:21:35.036889 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-03c3aea6-41cd-471d-aebe-0c7b16abeced tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Unset dirty status for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:21:35.037953 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-03c3aea6-41cd-471d-aebe-0c7b16abeced tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 945 time: 0.0939567
Jul 19 01:21:35.108996 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Deleting port c64462ab-3b9d-47b1-82c3-35e8d2e510bc {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:21:35.109331 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:35.342531 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] For port c64462ab-3b9d-47b1-82c3-35e8d2e510bc, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:21:35.342880 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:35.623312 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:35.623601 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:35.623901 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.db.l3_db [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Floating IP fbd15755-71f5-4913-b96f-8d3d223ccb04 disassociated. External IP: 172.27.3.244, port: c64462ab-3b9d-47b1-82c3-35e8d2e510bc.
Jul 19 01:21:35.624236 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Calling delete_port for c64462ab-3b9d-47b1-82c3-35e8d2e510bc owned by compute:nova {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:21:35.765052 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:35.770514 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-46119391-91d2-4c41-b539-17eefae9828e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:21:35.814195 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event deleted for resources: {'Port': ['ID=c64462ab-3b9d-47b1-82c3-35e8d2e510bc,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:21:35.825011 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.825943 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.826313 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.826673 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.827026 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.827405 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.827757 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.828108 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.828465 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.828809 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.829154 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.829497 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:35.886488 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:21:36.004933 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Router 06d63fc2-c72b-4123-be4a-00acc1f14c45 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:21:36.143705 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-111e8565-2e6b-4c8b-82a9-d6f0f6ce5944 req-5a125b40-da7a-4a18-ab6f-ee12b5b80536 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 210 time: 0.0435119
Jul 19 01:21:36.296680 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:21:36.306503 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] Sync routers for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:21:36.316004 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:21:36.316912 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36b189d0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:21:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:21:36.369971 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] No DVR routers for this DVR port c64462ab-3b9d-47b1-82c3-35e8d2e510bc on host hv-cinder-80123 {{(pid=78648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:21:36.372538 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:36.376672 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'name': 'network-vif-deleted', 'tag': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:21:36.390945 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-a0b73db1-2259-47ef-b687-feed3764b2ab req-d7e01e5c-53f3-4a8e-8f9e-6e3d4d070f7c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "DELETE /v2.0/ports/c64462ab-3b9d-47b1-82c3-35e8d2e510bc HTTP/1.1" status: 204  len: 173 time: 1.3476398
Jul 19 01:21:36.486973 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275a2df8-ed5e-4c5f-a996-15533dcac411', 'name': 'network-vif-deleted', 'tag': 'c64462ab-3b9d-47b1-82c3-35e8d2e510bc', 'status': 'completed', 'code': 200}
Jul 19 01:21:36.497656 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:21:36.832833 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36b189d0>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:21:36.836570 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] Checking router: 06d63fc2-c72b-4123-be4a-00acc1f14c45 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:21:36.845222 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:21:36.845864 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36b189d0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:21:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:21:37.018191 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:21:37.322822 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b6e3e667-2ac8-4eae-922e-104cf77922f7 req-20f304b9-1d43-4696-8f8f-ef1682e5abb9 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a2df8-ed5e-4c5f-a996-15533dcac411 HTTP/1.1" status: 200  len: 210 time: 0.0470502
Jul 19 01:21:37.330058 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36b189d0>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:21:37.334046 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125a918-cb4b-4b8e-a9a5-9ee61d39efd4 None None] The sync data for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi is: [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:21:37.550368 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ede7f6-6b0b-4517-80a8-64c3d5c254cf None None] New status for floating IP fbd15755-71f5-4913-b96f-8d3d223ccb04: DOWN {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:21:38.214105 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c64462ab-3b9d-47b1-82c3-35e8d2e510bc no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:21:38.247493 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: c64462ab-3b9d-47b1-82c3-35e8d2e510bc {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:21:38.247845 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device c64462ab-3b9d-47b1-82c3-35e8d2e510bc not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:21:38.665844 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-f15607a6-7bb5-46a1-bcf8-c01e852a093f tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184585805&fields=id&tenant_id=018d93d98e7443f8991c74cd78d78e57 HTTP/1.1" status: 200  len: 267 time: 0.0400057
Jul 19 01:21:38.813101 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-85f0173b-102c-4573-87b2-299f313c4870 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:38.814571 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-85f0173b-102c-4573-87b2-299f313c4870 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 811 time: 0.1420529
Jul 19 01:21:38.828578 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-d2db8c41-9a25-4158-b34d-f79fb52c0e01 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/quotas/018d93d98e7443f8991c74cd78d78e57 HTTP/1.1" status: 200  len: 375 time: 0.0086913
Jul 19 01:21:38.910877 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-3bd4e4b8-0705-4f70-81d2-ca208d475e39 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0776279
Jul 19 01:21:38.926101 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-b2619805-0867-4a31-a9f0-749b76cf8529 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 19 01:21:38.927018 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-b2619805-0867-4a31-a9f0-749b76cf8529 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050571
Jul 19 01:21:39.054098 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-cdd8065f-9d6e-40f3-986a-11e993bd162f service neutron] 10.222.0.24 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218607
Jul 19 01:21:39.182044 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-46d75be6-0f65-436c-9540-c05222128377 service neutron] 10.222.0.24 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224651
Jul 19 01:21:39.559245 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-aaba6c7b-8c4d-43df-8409-9d485235371a req-e1a707bb-e861-4705-8e60-cb403d5b3b04 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 210 time: 0.0462327
Jul 19 01:21:40.314490 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:21:40.720225 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4c14ad55-7748-47f3-8af1-fbcca2e0974e req-294b3173-74fd-47c7-b5ba-fff5e37faa66 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 210 time: 0.0464668
Jul 19 01:21:40.799427 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-09f14315-a19a-4d32-b804-4e1bb7ac0aba tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:40.801090 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-09f14315-a19a-4d32-b804-4e1bb7ac0aba tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 811 time: 0.1586413
Jul 19 01:21:40.860190 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-6cabd46b-c03a-45d0-8085-35f84bb731d3 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=018d93d98e7443f8991c74cd78d78e57 HTTP/1.1" status: 200  len: 380 time: 0.0454063
Jul 19 01:21:40.871406 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'port': {'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'admin_state_up': True, 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'security_groups': ['620b04d6-410c-4139-8485-d3546891744d']}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:21:41.006479 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:21:41.010473 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:port and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:21:41.013215 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:21:41.018731 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:21:41.028642 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Made reservation on behalf of 018d93d98e7443f8991c74cd78d78e57 for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:21:41.032038 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:41.189341 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Allocated IP 172.20.0.10 (ad26d7f3-2176-4950-a5c8-bcbfb0db4e12/29be3244-7b65-42cf-95db-15e56a88f753/ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:21:41.371724 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:41.386724 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Transition to ACTIVE for port object ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:21:41.409525 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:41.414839 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-c91a4fb1-14fe-4d8a-9996-2bf95111f42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:21:41.480153 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:21:41.483928 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:21:41.487747 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:21:41.525053 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'Port': ['ID=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:21:41.530067 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:21:41.560185 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:41.560885 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:41.587292 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-0417baf0-e637-4e0b-b500-6d4f9cc32349 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7194228
Jul 19 01:21:41.610270 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Request body: {'port': {'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:21:41.705930 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-acef4cae-a8e2-4035-9938-010fde1aaef0 None None] Provisioning for port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:21:41.711971 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-acef4cae-a8e2-4035-9938-010fde1aaef0 None None] Provisioning complete for port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:21:41.712629 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-acef4cae-a8e2-4035-9938-010fde1aaef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:41.732157 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:41.778529 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-acef4cae-a8e2-4035-9938-010fde1aaef0 None None] Port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:21:41.915294 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81238e8-dadc-491a-93f9-c41768887af5 req-3f95be67-375c-485b-9476-ecb8f3f71a44 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:41.916759 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c81238e8-dadc-491a-93f9-c41768887af5 req-3f95be67-375c-485b-9476-ecb8f3f71a44 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 932 time: 0.0779953
Jul 19 01:21:41.962986 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c81238e8-dadc-491a-93f9-c41768887af5 req-d600db46-6189-4ca3-ab55-04aaa21934da tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406058
Jul 19 01:21:42.082101 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:21:42.089061 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:42.102436 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Transition to ACTIVE for port object ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:21:42.106159 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:42.110447 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-27c95b50-1919-494c-9086-80f25d86b2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:21:42.373329 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Pushing event updated for resources: {'Port': ['ID=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:21:42.380028 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:21:42.446269 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Attempting to bind port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:21:42.446530 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Attempting to bind port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:21:42.446849 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Attempting to bind port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:21:42.451374 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:21:42.451687 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Attempting to bind port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:21:42.456762 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:21:42.457093 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Checking segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:21:42.457471 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Bound using segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:21:42.457918 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Bound port: ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:21:42.458260 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:42.542038 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] For port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:21:42.545358 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] For port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:21:42.549398 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:42.553687 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-45a02e3c-2545-4318-b632-5021c996ce07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:21:42.610540 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:42.611151 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:42.612532 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] 10.222.0.16 "PUT /v2.0/ports/ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd HTTP/1.1" status: 200  len: 1094 time: 1.0074310
Jul 19 01:21:42.613040 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'tag': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:21:42.638673 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Pushing event updated for resources: {'Port': ['ID=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:21:42.641760 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9d1ceb54-4694-4f6f-976b-fa4f31be3cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:21:42.661412 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'tag': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'status': 'completed', 'code': 200}
Jul 19 01:21:42.755674 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-bd60fc0d-5d29-40ac-8e96-689ac84a2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:42.757159 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-bd60fc0d-5d29-40ac-8e96-689ac84a2854 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 1097 time: 0.0785825
Jul 19 01:21:42.836079 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-9fe0d232-ea88-4de1-9099-48c26a30f342 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd HTTP/1.1" status: 200  len: 217 time: 0.0640717
Jul 19 01:21:42.896458 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-1ec80ca9-8dde-416d-a395-a745ef342a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:42.897742 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-1ec80ca9-8dde-416d-a395-a745ef342a3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0550056
Jul 19 01:21:42.972999 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-8d778fc4-947b-4a8c-ae37-52a5fd963834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:42.974465 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-8d778fc4-947b-4a8c-ae37-52a5fd963834 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707941
Jul 19 01:21:43.103197 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-ebcfc6a4-c1ca-4154-8290-917e0b8fed59 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216455
Jul 19 01:21:43.142714 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5a76e-8577-40c6-b024-a93a4032e98f req-7045ddfa-8a51-4f9b-a1c2-0b909aec1642 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:43.144174 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-84a5a76e-8577-40c6-b024-a93a4032e98f req-7045ddfa-8a51-4f9b-a1c2-0b909aec1642 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 944 time: 0.0790179
Jul 19 01:21:43.188966 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-84a5a76e-8577-40c6-b024-a93a4032e98f req-b6522fe9-3d8d-4f6d-9017-d57ed6c9134c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390587
Jul 19 01:21:43.233173 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b0a466ac-380b-4a1c-bd52-123300a10fa9 req-d88bcc5e-dd27-4e3b-af09-0d7c86928c2d service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237230
Jul 19 01:21:43.384295 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-72bbb250-db23-434c-ad2a-8a9bb1fab0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:43.385827 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-72bbb250-db23-434c-ad2a-8a9bb1fab0bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 1097 time: 0.0692422
Jul 19 01:21:43.512808 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-25659d95-f787-45ef-82bc-ceb2c6c64bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:43.514910 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-25659d95-f787-45ef-82bc-ceb2c6c64bfe service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1217012
Jul 19 01:21:43.590185 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-4d340183-f00b-437f-9c67-51b0871a787a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd HTTP/1.1" status: 200  len: 217 time: 0.0679479
Jul 19 01:21:43.650248 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-115ac2b5-3932-42ad-a4ae-138ac2bc5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:43.651655 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-115ac2b5-3932-42ad-a4ae-138ac2bc5556 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0555289
Jul 19 01:21:43.728086 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-fe7df22f-4687-447a-abdd-e897a72f79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:43.729549 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-fe7df22f-4687-447a-abdd-e897a72f79a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715725
Jul 19 01:21:43.860127 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-924a02c1-50a2-4e76-9a21-079c1d1702fd service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222568
Jul 19 01:21:44.088964 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-108a943d-84a6-4758-b33a-847ad0cdd0ea req-24046f8e-809d-47fd-946c-b3b3b1e19a08 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2226813
Jul 19 01:21:44.372142 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c86e40-c003-43de-b2c8-2e8bb6e31a03 req-f3f05b82-649c-4970-8bed-c741dbcb4926 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:44.373573 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-91c86e40-c003-43de-b2c8-2e8bb6e31a03 req-f3f05b82-649c-4970-8bed-c741dbcb4926 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 944 time: 0.0815594
Jul 19 01:21:44.417009 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-91c86e40-c003-43de-b2c8-2e8bb6e31a03 req-eed5e9fc-b0c0-424c-a94e-44419ee13823 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375502
Jul 19 01:21:45.600112 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd461d2-1634-4516-a46e-cda8aef392b9 req-cfe6d6d3-0473-42c9-8129-7fe22d887d36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:45.601547 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-abd461d2-1634-4516-a46e-cda8aef392b9 req-cfe6d6d3-0473-42c9-8129-7fe22d887d36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 944 time: 0.0830200
Jul 19 01:21:45.644704 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-abd461d2-1634-4516-a46e-cda8aef392b9 req-e74a6eb5-2b86-4fd5-a9e6-a359cc66dbbc tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376668
Jul 19 01:21:46.826401 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfc0ef-45c5-443f-a05c-ce271eee1e9f req-a95fb350-8061-4e8c-aa52-b124cfc093d2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:46.827834 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-41dfc0ef-45c5-443f-a05c-ce271eee1e9f req-a95fb350-8061-4e8c-aa52-b124cfc093d2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 944 time: 0.0811863
Jul 19 01:21:46.872471 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-41dfc0ef-45c5-443f-a05c-ce271eee1e9f req-bb526ea7-5482-49aa-a7c5-bb00cd049111 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389662
Jul 19 01:21:48.055888 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f76aa3-3d15-4fe7-8a9d-2353392a9081 req-1b841ce7-4020-4545-b8a5-c4c0831d3290 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:48.057228 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-66f76aa3-3d15-4fe7-8a9d-2353392a9081 req-1b841ce7-4020-4545-b8a5-c4c0831d3290 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 944 time: 0.0817132
Jul 19 01:21:48.099977 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-66f76aa3-3d15-4fe7-8a9d-2353392a9081 req-9a447ed1-1bc4-4dce-a36f-26a7d0ebc063 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372212
Jul 19 01:21:49.280645 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53495ec6-0325-46c0-ae7f-280715bcdd81 req-1355fc33-debc-4a88-b288-a44bf7b6cfdf tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:49.282124 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-53495ec6-0325-46c0-ae7f-280715bcdd81 req-1355fc33-debc-4a88-b288-a44bf7b6cfdf tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 944 time: 0.0782957
Jul 19 01:21:49.325571 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-53495ec6-0325-46c0-ae7f-280715bcdd81 req-bf2c0f48-14aa-44bd-a547-c041687706a9 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378973
Jul 19 01:21:50.275071 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:21:50.402827 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:21:50.415534 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'mac_address': 'fa:16:3e:72:c8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:21:50.469352 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:50.485642 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:21:50.500732 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:21:50.505046 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:50.506992 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:21:50.508180 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50e7a-cd55-40d8-a8c2-8e21378ed5f6 req-db2cca83-2fa5-483b-8c56-0170d474e9f0 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:50.509694 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-94e50e7a-cd55-40d8-a8c2-8e21378ed5f6 req-db2cca83-2fa5-483b-8c56-0170d474e9f0 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 944 time: 0.0834680
Jul 19 01:21:50.554242 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-94e50e7a-cd55-40d8-a8c2-8e21378ed5f6 req-9bb4193b-7f3a-4948-b78b-480219ab03d3 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380695
Jul 19 01:21:50.574315 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:21:50.582253 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.582591 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.582921 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.583250 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.583570 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.583893 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.584210 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.584525 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.584841 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.585153 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.585466 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.585800 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:50.589550 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:21:50.783466 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:21:51.734484 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c63ba2-9580-40fb-b438-aa4cb05ac506 req-5d8d63f0-e831-4b80-b4a7-c3c592d46b03 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:51.736625 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-53c63ba2-9580-40fb-b438-aa4cb05ac506 req-5d8d63f0-e831-4b80-b4a7-c3c592d46b03 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 945 time: 0.0790539
Jul 19 01:21:51.785831 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-53c63ba2-9580-40fb-b438-aa4cb05ac506 req-a9ecf9dd-68ac-48f3-8854-c85cf4fa1298 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433016
Jul 19 01:21:52.306903 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:21:52.402171 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:21:52.406670 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:21:52.407046 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:52.518118 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:52.543452 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:21:52.553580 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:21:52.557818 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:52.559421 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:21:52.623014 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:21:52.625965 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:21:52.638242 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'code': 200}
Jul 19 01:21:52.934044 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2433-5783-4185-91d5-46cc821781ab req-d0b3c125-6737-4af5-8fd8-eb9303a5c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:52.935578 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e92e2433-5783-4185-91d5-46cc821781ab req-d0b3c125-6737-4af5-8fd8-eb9303a5c178 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 1099 time: 0.0706353
Jul 19 01:21:52.979307 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e92e2433-5783-4185-91d5-46cc821781ab req-c696a58e-5bc2-4fcc-bffd-b9fbc9165928 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366478
Jul 19 01:21:53.056830 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad18ae-8ff1-40aa-985a-663bfc5160de req-4dbc826d-720e-48c9-931c-431bcc28c65d tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:53.058308 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-71ad18ae-8ff1-40aa-985a-663bfc5160de req-4dbc826d-720e-48c9-931c-431bcc28c65d tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 946 time: 0.1657326
Jul 19 01:21:53.101759 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-71ad18ae-8ff1-40aa-985a-663bfc5160de req-09dd9a47-6a8b-4405-906f-61d02357454d tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376523
Jul 19 01:21:54.282535 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36941ada-1fef-4a16-9d76-09e259713b0d req-2a1a5b87-0a66-40d5-bcdf-e6177c712757 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:54.283960 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36941ada-1fef-4a16-9d76-09e259713b0d req-2a1a5b87-0a66-40d5-bcdf-e6177c712757 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 946 time: 0.0802827
Jul 19 01:21:54.326889 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-36941ada-1fef-4a16-9d76-09e259713b0d req-94438552-062d-4373-b2ce-f85cdb9ca460 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374415
Jul 19 01:21:54.507934 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e52963-ef87-48f8-aa25-e18906335824 req-96e09519-61ac-411b-85fb-c8f2b772cb41 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:54.509380 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-22e52963-ef87-48f8-aa25-e18906335824 req-96e09519-61ac-411b-85fb-c8f2b772cb41 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 946 time: 0.0797160
Jul 19 01:21:54.555312 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-22e52963-ef87-48f8-aa25-e18906335824 req-696b2a0f-1d98-4c29-b6ff-5adb76e4d8ff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403082
Jul 19 01:21:54.577501 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46034) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:21:54.645141 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4025e-975c-401e-adee-7afcb6041d67 tempest-TestVolumeBootPattern-1877689187 tempest-TestVolumeBootPattern-1877689187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:54.646676 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-85c4025e-975c-401e-adee-7afcb6041d67 tempest-TestVolumeBootPattern-1877689187 tempest-TestVolumeBootPattern-1877689187-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 1094 time: 0.0681870
Jul 19 01:21:54.649299 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46038) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:21:54.654470 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'floatingip': {'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:21:54.660084 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:21:54.663985 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:floatingip and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:21:54.666899 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:21:54.673109 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:21:54.682389 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:54.817335 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:54.952195 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Allocated IP 172.27.3.60 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/50ac5d88-a9e6-4792-a5fd-1e05246e0c70) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:21:55.092264 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:55.119217 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:55.124112 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-057c2ddd-87bf-49d1-a006-5dbe00ddcf4e tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:21:55.182245 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:21:55.185504 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:21:55.189237 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:21:55.225241 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'Port': ['ID=50ac5d88-a9e6-4792-a5fd-1e05246e0c70,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:21:55.237491 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.237898 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.238275 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.238643 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.239007 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.239371 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.239731 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.240094 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.240453 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.240808 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.241162 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.241514 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:21:55.250087 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:21:55.601853 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:55.684035 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:55.887948 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:55.891905 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:55.896142 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-59725b16-f087-4cc0-a17a-6064ed202583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:21:56.083904 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'Port': ['ID=50ac5d88-a9e6-4792-a5fd-1e05246e0c70,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:21:56.087856 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:21:56.093228 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:56.256216 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Floating IP ef184511-2f7a-4fe8-a0aa-563f7e7d711e associated. External IP: 172.27.3.60, port: ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd.
Jul 19 01:21:56.594900 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Router 06d63fc2-c72b-4123-be4a-00acc1f14c45 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:21:56.769037 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:21:56.778683 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] Sync routers for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:21:56.787438 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:21:56.788058 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37b6e280>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:21:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:21:56.792250 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:56.846577 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1958766
Jul 19 01:21:56.847069 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'tag': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:21:56.941948 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'tag': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'status': 'completed', 'code': 200}
Jul 19 01:21:56.964898 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:21:57.054314 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-5c8ea832-5422-46f2-9283-547b1fc12d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:57.055766 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-5c8ea832-5422-46f2-9283-547b1fc12d6d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 1099 time: 0.0718343
Jul 19 01:21:57.183504 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-a1190773-c599-4e17-b492-d962c0dfbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:57.184903 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-a1190773-c599-4e17-b492-d962c0dfbb37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1231048
Jul 19 01:21:57.284884 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-5181a593-ae14-4344-a640-2a3e0b29b09c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd HTTP/1.1" status: 200  len: 999 time: 0.0937307
Jul 19 01:21:57.302428 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37b6e280>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'ef184511-2f7a-4fe8-a0aa-563f7e7d711e', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:72:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:21:55Z', 'updated_at': '2021-07-19T01:21:55Z', 'revision_number': 0, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:21:57.306183 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] Checking router: 06d63fc2-c72b-4123-be4a-00acc1f14c45 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:21:57.314221 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:21:57.314822 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37b6e280>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:21:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:21:57.345051 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-82615312-290a-4ebd-9cad-e6a05011d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:57.346492 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-82615312-290a-4ebd-9cad-e6a05011d6d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0554194
Jul 19 01:21:57.422715 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-663e942e-1a8c-43ea-a324-f7a21de3af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:21:57.424172 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-663e942e-1a8c-43ea-a324-f7a21de3af63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715237
Jul 19 01:21:57.485735 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:21:57.552125 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-dcfa5889-6752-463a-b7cf-a6be84d3ecb9 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214345
Jul 19 01:21:57.682569 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b22530d0-1c1d-46c4-8d44-099ebdfa33cc req-a281a949-677a-4311-a84e-3be4f0060c8b service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242888
Jul 19 01:21:57.836894 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37b6e280>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'ef184511-2f7a-4fe8-a0aa-563f7e7d711e', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:72:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:21:55Z', 'updated_at': '2021-07-19T01:21:55Z', 'revision_number': 0, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:21:57.840734 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3878e4-8bd5-4af8-81de-878c384dba36 None None] The sync data for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi is: [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'ef184511-2f7a-4fe8-a0aa-563f7e7d711e', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:72:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:21:55Z', 'updated_at': '2021-07-19T01:21:55Z', 'revision_number': 0, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:21:58.026480 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-8c752bce-3083-4ffe-b4cb-a8343b29d38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:21:58.042925 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbffd7f-f418-4379-a585-14016f0f99b0 None None] New status for floating IP ef184511-2f7a-4fe8-a0aa-563f7e7d711e: ACTIVE {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:21:58.516863 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:00.724155 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-80295954-8ea5-4683-9c05-d84fbe073648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:01.383347 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:01.516142 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:02.947286 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:07.930708 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-418e2c42-4981-46ce-a270-72f629205dc3 req-90e17b38-a60f-4c06-94b1-d7d77dcc6ef3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0679138
Jul 19 01:22:08.094347 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e2c42-4981-46ce-a270-72f629205dc3 req-dce150b5-3d30-4f3f-b048-230f4cc675ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:22:08.095684 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-418e2c42-4981-46ce-a270-72f629205dc3 req-dce150b5-3d30-4f3f-b048-230f4cc675ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 1099 time: 0.0717325
Jul 19 01:22:08.238849 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e2c42-4981-46ce-a270-72f629205dc3 req-5e92f85b-0a61-4b83-8967-de15c38e2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:22:08.240295 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-418e2c42-4981-46ce-a270-72f629205dc3 req-5e92f85b-0a61-4b83-8967-de15c38e2465 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1222470
Jul 19 01:22:08.338652 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-418e2c42-4981-46ce-a270-72f629205dc3 req-742aa598-cea6-4855-89f1-bd7ff3e7ea6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd HTTP/1.1" status: 200  len: 1001 time: 0.0921052
Jul 19 01:22:08.399931 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e2c42-4981-46ce-a270-72f629205dc3 req-b6a3e49b-b6b5-4d1a-9464-494e2c142474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:22:08.401222 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-418e2c42-4981-46ce-a270-72f629205dc3 req-b6a3e49b-b6b5-4d1a-9464-494e2c142474 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0552545
Jul 19 01:22:08.474060 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e2c42-4981-46ce-a270-72f629205dc3 req-a0b01e9c-23ca-4a4f-aeff-f72d69e71325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:22:08.475464 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-418e2c42-4981-46ce-a270-72f629205dc3 req-a0b01e9c-23ca-4a4f-aeff-f72d69e71325 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0669255
Jul 19 01:22:08.600977 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-418e2c42-4981-46ce-a270-72f629205dc3 req-8d967e0f-a4db-4b1e-805f-95485aca29fa service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1193850
Jul 19 01:22:08.843765 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-418e2c42-4981-46ce-a270-72f629205dc3 req-d7d8f8a2-b4de-49b6-afe2-bdefc7b4187c service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2359600
Jul 19 01:22:17.313386 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:22:28.027440 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-486a5928-498b-41d8-95e3-5c065c0653b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:28.518252 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:30.724654 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ae070845-5bfc-4f20-914d-b2a18f4367f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:31.412474 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:31.518616 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:32.949364 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:54.312288 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:22:58.027911 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-642660ba-aae4-43ba-8e3a-e7ac8537ec8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:22:58.522480 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:00.726117 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-c518fd0f-0a59-42bb-8ef0-457bef1fdbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:01.425723 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:01.521717 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:02.952761 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:09.924386 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-ab4b16af-c665-407d-b97e-979337059326 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0693142
Jul 19 01:23:10.077326 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-64ebfc44-81d4-4af7-8c59-63dfa212dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:10.078676 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-64ebfc44-81d4-4af7-8c59-63dfa212dbbb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 1099 time: 0.0683346
Jul 19 01:23:10.220881 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-0db7587e-ba5f-4672-abfc-493749f21f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:10.222346 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-0db7587e-ba5f-4672-abfc-493749f21f06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1239583
Jul 19 01:23:10.321728 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-74717d9f-83bc-4d0c-b39c-dfc4371fa60c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd HTTP/1.1" status: 200  len: 1001 time: 0.0926950
Jul 19 01:23:10.383817 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-4c61e44f-6e57-4c33-a7d0-bad0464a5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:10.385114 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-4c61e44f-6e57-4c33-a7d0-bad0464a5b28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0575275
Jul 19 01:23:10.456167 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-c0f8b140-15fc-4e89-bb86-4f7e939d6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:10.457569 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-c0f8b140-15fc-4e89-bb86-4f7e939d6b14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0665689
Jul 19 01:23:10.585420 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-8a169c59-f649-4f1f-8439-cac20d4463fb service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214290
Jul 19 01:23:10.713524 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-b02efbd5-78b1-4e52-afb6-bd7047dd3852 req-16442f2c-f622-4602-99c4-4ef6a3cf501d service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221220
Jul 19 01:23:28.028866 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-5f217935-075e-4f20-b54a-829daa80d18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:28.523114 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:30.728292 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-699770a0-32d4-4fd7-b8ec-2746cf7e5634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:31.310139 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:23:31.422775 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:31.525573 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:31.796764 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-fc555ef4-0a35-4f76-a137-96d422491dfd tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184585805&fields=id&tenant_id=018d93d98e7443f8991c74cd78d78e57 HTTP/1.1" status: 200  len: 267 time: 0.0434260
Jul 19 01:23:31.945460 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021186-db04-452a-89dd-d7eaa001cfdb req-a658a2c9-6064-45ef-aa5d-cfbdb030bc6b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:31.946835 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-a658a2c9-6064-45ef-aa5d-cfbdb030bc6b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 811 time: 0.1436617
Jul 19 01:23:31.961297 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-6585efa0-7e30-4898-b466-da831394b5cf tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/quotas/018d93d98e7443f8991c74cd78d78e57 HTTP/1.1" status: 200  len: 375 time: 0.0089927
Jul 19 01:23:32.046452 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-6d56a097-141b-4460-862f-61c05cf8950e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0803912
Jul 19 01:23:32.177614 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-ee774304-1af3-4423-89c5-d0358c226cf0 service neutron] 10.222.0.24 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201756
Jul 19 01:23:32.395433 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-e11e7597-da46-44f2-90b8-f1a0cb14b9d0 service neutron] 10.222.0.24 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2121065
Jul 19 01:23:32.773889 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ae891a6d-546c-4a14-a023-2264184b91f7 req-3757ab71-76a6-4775-a74b-2204b97d23ce tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 210 time: 0.0458846
Jul 19 01:23:32.956607 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:33.851163 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021186-db04-452a-89dd-d7eaa001cfdb req-74807299-37ca-4a57-abea-23996580d465 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:33.852620 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-74807299-37ca-4a57-abea-23996580d465 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 811 time: 0.1473908
Jul 19 01:23:33.909716 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-6a1fe5dc-4e53-43c4-9784-cc997918161b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=018d93d98e7443f8991c74cd78d78e57 HTTP/1.1" status: 200  len: 380 time: 0.0425482
Jul 19 01:23:33.919618 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'port': {'device_id': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'admin_state_up': True, 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'security_groups': ['620b04d6-410c-4139-8485-d3546891744d']}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:23:33.920806 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a5db732f-21ec-4ff3-a94a-59b997f0d95a req-2499ca65-a86f-4423-a1a2-98b1adb532fe tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 210 time: 0.0419619
Jul 19 01:23:34.056032 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:23:34.060136 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:port and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:23:34.062975 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.quota.resource [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for port was recalculated. Used quota:5. {{(pid=78648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:23:34.068512 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.quota.driver [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=78648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:23:34.078150 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Made reservation on behalf of 018d93d98e7443f8991c74cd78d78e57 for: {'port': 1} {{(pid=78648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 19 01:23:34.081605 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:34.238756 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.db_base_plugin_common [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Allocated IP 172.20.0.14 (ad26d7f3-2176-4950-a5c8-bcbfb0db4e12/29be3244-7b65-42cf-95db-15e56a88f753/2265761f-42f0-4413-8db2-6f19e6daada1) {{(pid=78648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:23:34.419026 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for port, precommit_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:34.433676 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Transition to ACTIVE for port object 2265761f-42f0-4413-8db2-6f19e6daada1 will not be triggered until provisioned by entity DHCP. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:23:34.456526 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_create {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:34.461693 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-4bbdcc6a-4c17-44b5-b91e-f94a25587d27 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:23:34.530674 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 is already hosted by enough agents. {{(pid=78648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:23:34.533911 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.scheduler.base_scheduler [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources bound (agent type, host, resource id):  {{(pid=78648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:23:34.538020 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.l3_dvrscheduler_db [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Received port after_create {{(pid=78648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:23:34.568748 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'Port': ['ID=2265761f-42f0-4413-8db2-6f19e6daada1,revision_number=1']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:23:34.582990 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.583651 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.583792 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.584069 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.584429 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.584781 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.585130 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.585492 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.585855 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.586201 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.586544 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.586887 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:34.592322 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:23:34.616767 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:34.617378 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:34.644476 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-89b1f80d-e941-4d1f-8860-873849646813 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7284238
Jul 19 01:23:34.672146 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.v2.base [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Request body: {'port': {'device_id': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:23:34.770086 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-4df08893-3759-4ddb-9304-5f13f331ebf6 None None] Provisioning for port 2265761f-42f0-4413-8db2-6f19e6daada1 completed by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:23:34.775596 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-4df08893-3759-4ddb-9304-5f13f331ebf6 None None] Provisioning complete for port 2265761f-42f0-4413-8db2-6f19e6daada1 triggered by entity DHCP. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:23:34.776002 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-4df08893-3759-4ddb-9304-5f13f331ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:34.829923 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-4df08893-3759-4ddb-9304-5f13f331ebf6 None None] Port 2265761f-42f0-4413-8db2-6f19e6daada1 cannot update to ACTIVE because it is not bound. {{(pid=78649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 19 01:23:34.900838 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:35.105673 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c3799-5d81-4ec0-a0a0-dafa3c10eba5 req-1080e330-7319-4227-80fc-c8efc9f8f7ee tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:35.107197 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ac1c3799-5d81-4ec0-a0a0-dafa3c10eba5 req-1080e330-7319-4227-80fc-c8efc9f8f7ee tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 932 time: 0.0805986
Jul 19 01:23:35.156098 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-ac1c3799-5d81-4ec0-a0a0-dafa3c10eba5 req-157e60b8-e187-403a-bc9e-d8dce13df39a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426133
Jul 19 01:23:35.233722 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2265761f-42f0-4413-8db2-6f19e6daada1 {{(pid=78648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:23:35.240893 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:35.254892 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.db.provisioning_blocks [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Transition to ACTIVE for port object 2265761f-42f0-4413-8db2-6f19e6daada1 will not be triggered until provisioned by entity L2. {{(pid=78648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 19 01:23:35.257834 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:35.261265 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-d3a12879-91ad-4e26-a9b8-21f6aab36f09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:23:35.388213 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Pushing event updated for resources: {'Port': ['ID=2265761f-42f0-4413-8db2-6f19e6daada1,revision_number=2']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:23:35.414529 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:23:35.492167 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Attempting to bind port 2265761f-42f0-4413-8db2-6f19e6daada1 on host hv-cinder-80123 for vnic_type normal with profile  {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 19 01:23:35.492528 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Attempting to bind port 2265761f-42f0-4413-8db2-6f19e6daada1 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 19 01:23:35.492846 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Attempting to bind port 2265761f-42f0-4413-8db2-6f19e6daada1 on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:23:35.497405 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Port 2265761f-42f0-4413-8db2-6f19e6daada1 on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 19 01:23:35.497725 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Attempting to bind port 2265761f-42f0-4413-8db2-6f19e6daada1 on network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 19 01:23:35.505040 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Checking agent: {'id': '9bb1649b-cf44-4177-89bf-60ed13a4d33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'started_at': datetime.datetime(2021, 7, 19, 1, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 19 01:23:35.505369 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Checking segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 19 01:23:35.505770 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Bound using segment: {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'} {{(pid=78648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 19 01:23:35.506182 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.managers [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Bound port: 2265761f-42f0-4413-8db2-6f19e6daada1, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12'}}] {{(pid=78648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 19 01:23:35.506520 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:35.602964 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] For port 2265761f-42f0-4413-8db2-6f19e6daada1, host hv-cinder-80123, cleared binding levels {{(pid=78648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 19 01:23:35.605819 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.db [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] For port 2265761f-42f0-4413-8db2-6f19e6daada1, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=2265761f-42f0-4413-8db2-6f19e6daada1,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 19 01:23:35.610478 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825877'] for port, after_update {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:35.615104 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-1922cf00-502f-48fb-8394-1cdd19143184 tempest-AttachVolumeTestJSON-1407109459 tempest-AttachVolumeTestJSON-1407109459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:23:35.669595 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:35.670451 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:35.671862 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] 10.222.0.16 "PUT /v2.0/ports/2265761f-42f0-4413-8db2-6f19e6daada1 HTTP/1.1" status: 200  len: 1094 time: 1.0053771
Jul 19 01:23:35.672387 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'tag': '2265761f-42f0-4413-8db2-6f19e6daada1'}] {{(pid=78648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:23:35.694122 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Pushing event updated for resources: {'Port': ['ID=2265761f-42f0-4413-8db2-6f19e6daada1,revision_number=3']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:23:35.697218 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-9559ac57-3597-4641-9c7b-9e0c94d51a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:23:35.767370 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'tag': '2265761f-42f0-4413-8db2-6f19e6daada1', 'status': 'completed', 'code': 200}
Jul 19 01:23:35.809178 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021186-db04-452a-89dd-d7eaa001cfdb req-6faee01d-d3ab-4482-8998-b2819a2985f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:35.810727 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-6faee01d-d3ab-4482-8998-b2819a2985f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 1097 time: 0.0801597
Jul 19 01:23:35.886907 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-f2b8609b-d605-49df-b5e0-72136f6b62d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2265761f-42f0-4413-8db2-6f19e6daada1 HTTP/1.1" status: 200  len: 217 time: 0.0633547
Jul 19 01:23:35.952606 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021186-db04-452a-89dd-d7eaa001cfdb req-52efcd89-ccfa-49a3-9fda-5e20ad5050cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:35.954004 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-52efcd89-ccfa-49a3-9fda-5e20ad5050cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0609398
Jul 19 01:23:36.026632 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83021186-db04-452a-89dd-d7eaa001cfdb req-a4e0ed57-e1a0-4873-a2ce-1c40cebea90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:36.027997 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-a4e0ed57-e1a0-4873-a2ce-1c40cebea90e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681250
Jul 19 01:23:36.157033 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-9c7ec399-fe4e-4abb-bebb-cfe1891f35c8 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212752
Jul 19 01:23:36.285801 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-83021186-db04-452a-89dd-d7eaa001cfdb req-bfb9bd30-a17e-4912-bab5-5f29721bcf21 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219919
Jul 19 01:23:36.336674 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd14bc1-1009-4c4b-9e1e-0758a092eb86 req-937245c2-3cf2-4d76-a992-3a991bbfbed6 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:36.338156 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9cd14bc1-1009-4c4b-9e1e-0758a092eb86 req-937245c2-3cf2-4d76-a992-3a991bbfbed6 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 944 time: 0.0794456
Jul 19 01:23:36.383173 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9cd14bc1-1009-4c4b-9e1e-0758a092eb86 req-82bcaa52-2d8d-47cd-8072-eddab567e558 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392017
Jul 19 01:23:36.449120 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-699867ee-d9e0-4cfa-8bff-acda39ee4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:36.450621 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-699867ee-d9e0-4cfa-8bff-acda39ee4167 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 1097 time: 0.0719802
Jul 19 01:23:36.675378 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-eb305b02-1ee3-4508-99d9-2b5fc3a8b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:36.676855 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-eb305b02-1ee3-4508-99d9-2b5fc3a8b609 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.2188940
Jul 19 01:23:36.746515 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-996f7383-d7e9-47ad-8872-ed3a3fbe4786 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2265761f-42f0-4413-8db2-6f19e6daada1 HTTP/1.1" status: 200  len: 217 time: 0.0607498
Jul 19 01:23:36.812720 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-8a1612c7-9783-4775-903f-2ecb6f7358db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:36.814128 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-8a1612c7-9783-4775-903f-2ecb6f7358db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0588264
Jul 19 01:23:36.890422 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-0c3c9dd8-a0f5-4b8c-9703-1bede18dbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:36.891852 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-0c3c9dd8-a0f5-4b8c-9703-1bede18dbb60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688627
Jul 19 01:23:37.020878 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-65965d71-b23b-48c9-9650-68c379b21d71 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221254
Jul 19 01:23:37.149207 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-cf91692e-8c9a-4480-87af-0be3752b42d8 req-b9142544-98b6-446c-84ef-d9c2f77e585f service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223748
Jul 19 01:23:37.567675 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c42a9-b2cb-4c42-85d7-6bdb0c01c736 req-3c1a31b8-ffa8-46c9-84e8-de7b7a84e2cf tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:37.569098 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f81c42a9-b2cb-4c42-85d7-6bdb0c01c736 req-3c1a31b8-ffa8-46c9-84e8-de7b7a84e2cf tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 944 time: 0.0817723
Jul 19 01:23:37.611845 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f81c42a9-b2cb-4c42-85d7-6bdb0c01c736 req-0e69722f-7d7f-4b01-b6f4-0db46d5cf8d7 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372922
Jul 19 01:23:38.790220 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a5ec2-d467-422b-95c0-1ce83a681454 req-7b249cf8-6d24-4aca-b317-7b8a2132dcd2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:38.791686 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-274a5ec2-d467-422b-95c0-1ce83a681454 req-7b249cf8-6d24-4aca-b317-7b8a2132dcd2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 944 time: 0.0792990
Jul 19 01:23:38.834716 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-274a5ec2-d467-422b-95c0-1ce83a681454 req-f9b1b8a2-1948-4a95-87c5-53d9ef5ba493 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375464
Jul 19 01:23:40.016694 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e3715-9874-4a96-9589-aa8453103333 req-3a1c3326-09ad-4f27-b53c-f68d5ee92503 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:40.018088 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-385e3715-9874-4a96-9589-aa8453103333 req-3a1c3326-09ad-4f27-b53c-f68d5ee92503 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 944 time: 0.0811167
Jul 19 01:23:40.062812 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-385e3715-9874-4a96-9589-aa8453103333 req-1e84aa13-f260-4a25-beed-f01eb3860c2a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390851
Jul 19 01:23:41.248028 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44208c47-4ea3-47aa-a68a-1713d385c90c req-d4bd7e6b-461f-4856-98b8-04200a4edca9 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:41.249490 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-44208c47-4ea3-47aa-a68a-1713d385c90c req-d4bd7e6b-461f-4856-98b8-04200a4edca9 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 944 time: 0.0813689
Jul 19 01:23:41.292457 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-44208c47-4ea3-47aa-a68a-1713d385c90c req-5857770a-9ab5-4156-90f1-b64ff06b2f3d tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372100
Jul 19 01:23:42.467988 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca79415-e28c-4a88-9300-33b3ae5b3f79 req-528d5b64-74d2-412a-aebd-874be81254d6 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:42.469409 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ca79415-e28c-4a88-9300-33b3ae5b3f79 req-528d5b64-74d2-412a-aebd-874be81254d6 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 944 time: 0.0767922
Jul 19 01:23:42.512653 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4ca79415-e28c-4a88-9300-33b3ae5b3f79 req-950f3104-a7c0-4851-a151-93ef3e1d6797 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377378
Jul 19 01:23:42.932625 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 2265761f-42f0-4413-8db2-6f19e6daada1 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 19 01:23:43.063363 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 2265761f-42f0-4413-8db2-6f19e6daada1, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=2265761f-42f0-4413-8db2-6f19e6daada1,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:23:43.075900 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Returning: {'device': '2265761f-42f0-4413-8db2-6f19e6daada1', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'port_id': '2265761f-42f0-4413-8db2-6f19e6daada1', 'mac_address': 'fa:16:3e:3c:b2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 19 01:23:43.128699 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:43.144666 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2265761f-42f0-4413-8db2-6f19e6daada1 {{(pid=78649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 19 01:23:43.159697 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 2265761f-42f0-4413-8db2-6f19e6daada1, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=2265761f-42f0-4413-8db2-6f19e6daada1,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:23:43.163608 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:43.165339 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-f18fde12-d186-47c4-8459-300925d03469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:23:43.229812 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=2265761f-42f0-4413-8db2-6f19e6daada1,revision_number=4']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:23:43.236573 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.236913 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.237246 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.237572 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.237916 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.238237 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.238555 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.238872 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.239188 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.239511 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.239811 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.240119 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:43.243780 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:23:43.485080 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] get_ports_and_sgs() called for port_ids ['2265761f-42f0-4413-8db2-6f19e6daada1'] {{(pid=78649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 19 01:23:43.695607 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df59ad2-5bf2-45de-8af9-8d8a0544bc5e req-9a51f558-54d4-4a8b-8505-f30b6521e7e2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:43.697063 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2df59ad2-5bf2-45de-8af9-8d8a0544bc5e req-9a51f558-54d4-4a8b-8505-f30b6521e7e2 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 945 time: 0.0832899
Jul 19 01:23:43.742391 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2df59ad2-5bf2-45de-8af9-8d8a0544bc5e req-4ee84939-5680-4f9c-94f0-fc34b6be9d9e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380647
Jul 19 01:23:44.925146 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09a0d5-bfa4-4d8d-bd60-8b5fcf9efadb req-67bc04b7-f9dc-4e9a-971d-46a85e6c1c36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:44.926536 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4d09a0d5-bfa4-4d8d-bd60-8b5fcf9efadb req-67bc04b7-f9dc-4e9a-971d-46a85e6c1c36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 945 time: 0.0783629
Jul 19 01:23:44.931945 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 2265761f-42f0-4413-8db2-6f19e6daada1 up at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 19 01:23:44.974319 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-4d09a0d5-bfa4-4d8d-bd60-8b5fcf9efadb req-181e41b4-7e0f-47ce-bed7-55ecb019981c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421488
Jul 19 01:23:44.997239 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning for port 2265761f-42f0-4413-8db2-6f19e6daada1 completed by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 19 01:23:45.002634 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.provisioning_blocks [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Provisioning complete for port 2265761f-42f0-4413-8db2-6f19e6daada1 triggered by entity L2. {{(pid=78649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 19 01:23:45.003014 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182681'] for port, provisioning_complete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:45.114094 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:45.140555 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2265761f-42f0-4413-8db2-6f19e6daada1'}] {{(pid=78649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:23:45.150272 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-52272b6a-f03a-4449-919b-612303361f8b None None] For port 2265761f-42f0-4413-8db2-6f19e6daada1, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=2265761f-42f0-4413-8db2-6f19e6daada1,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:23:45.154015 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649'] for port, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:45.156840 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:23:45.187550 dv-cinder-801236-1-iscsi neutron-server[78649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2265761f-42f0-4413-8db2-6f19e6daada1', 'code': 200}
Jul 19 01:23:45.227994 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Pushing event updated for resources: {'Port': ['ID=2265761f-42f0-4413-8db2-6f19e6daada1,revision_number=5']} {{(pid=78649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:23:45.230942 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_concurrency.lockutils [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:23:45.500685 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c66c1-9687-4570-98fd-508d08a35c90 req-29572ed3-2893-4554-bde6-20d8df3550bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:45.502161 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e03c66c1-9687-4570-98fd-508d08a35c90 req-29572ed3-2893-4554-bde6-20d8df3550bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 1099 time: 0.0730717
Jul 19 01:23:45.541260 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-e03c66c1-9687-4570-98fd-508d08a35c90 req-b6726a7b-db48-460a-8d52-5fc5b53b25fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324070
Jul 19 01:23:46.153195 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9014538-6a3e-4cab-9658-0081b60ca3be req-828ab743-27fa-473d-a2cd-a793d4e88f02 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:46.154650 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c9014538-6a3e-4cab-9658-0081b60ca3be req-828ab743-27fa-473d-a2cd-a793d4e88f02 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 946 time: 0.0786521
Jul 19 01:23:46.197896 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c9014538-6a3e-4cab-9658-0081b60ca3be req-3ed65193-e2a9-4342-9b6a-12ee2b7d4d62 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371392
Jul 19 01:23:47.382638 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a53507-00d6-4f17-8409-878c0b8dc52d req-832e38da-f719-4682-afe6-1df3730f9967 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:47.384087 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-47a53507-00d6-4f17-8409-878c0b8dc52d req-832e38da-f719-4682-afe6-1df3730f9967 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 946 time: 0.0810602
Jul 19 01:23:47.427683 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-47a53507-00d6-4f17-8409-878c0b8dc52d req-e5f9768c-87b1-4396-b054-6dc41cfdaf25 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381024
Jul 19 01:23:47.604001 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08391-add9-4732-a75e-cf105d593cb2 req-0e296672-5217-4f4f-84f4-ac203551f5f3 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:47.605332 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7d08391-add9-4732-a75e-cf105d593cb2 req-0e296672-5217-4f4f-84f4-ac203551f5f3 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 946 time: 0.0782340
Jul 19 01:23:47.647869 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-e7d08391-add9-4732-a75e-cf105d593cb2 req-55ae8f10-8966-47f2-837d-3d756471023a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370753
Jul 19 01:23:47.670057 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46142) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:23:47.740853 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53dd76b-6e00-4cf5-92b0-ea675ce02023 tempest-TestVolumeBootPattern-1877689187 tempest-TestVolumeBootPattern-1877689187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:47.742359 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b53dd76b-6e00-4cf5-92b0-ea675ce02023 tempest-TestVolumeBootPattern-1877689187 tempest-TestVolumeBootPattern-1877689187-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 1094 time: 0.0713420
Jul 19 01:23:47.745146 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46146) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:23:47.750086 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.v2.base [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Request body: {'floatingip': {'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'port_id': '2265761f-42f0-4413-8db2-6f19e6daada1', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 19 01:23:47.756151 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 19 01:23:47.759918 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Usage tracker for resource:floatingip and tenant:018d93d98e7443f8991c74cd78d78e57 is out of sync, need to count used quota {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 19 01:23:47.762751 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 19 01:23:47.768865 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.quota.driver [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 19 01:23:47.783285 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:47.914655 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:48.042427 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_common [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Allocated IP 172.27.3.78 (7d593f98-e37a-458f-a122-e95b8a18b7fd/769143da-b1cf-41c3-bdab-cb4c1062a1c4/062e2f11-cb19-4d52-8164-a85025003576) {{(pid=78647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 19 01:23:48.271458 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for port, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:48.299463 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785951862586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:48.303751 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-2de4c7d6-77fd-4304-836e-ef514425b2cb tempest-TestMinimumBasicScenario-1597068481 tempest-TestMinimumBasicScenario-1597068481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:23:48.361627 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Network 7d593f98-e37a-458f-a122-e95b8a18b7fd is already hosted by enough agents. {{(pid=78647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 19 01:23:48.364377 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.base_scheduler [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Resources bound (agent type, host, resource id):  {{(pid=78647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 19 01:23:48.368201 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Received port after_create {{(pid=78647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 19 01:23:48.408092 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'Port': ['ID=062e2f11-cb19-4d52-8164-a85025003576,revision_number=1']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:23:48.423305 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.423695 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.424070 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.424441 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.424811 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.425176 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.425539 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.425921 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.426286 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.426641 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.426998 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.427353 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:23:48.432258 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:23:48.784723 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:48.855841 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835773'] for port, before_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:49.054558 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for port, precommit_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:49.059088 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785952227359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785951862604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785951862649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15510577'] for port, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:49.063437 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-58d49c34-1fcc-487d-bba5-d908e717eca6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:23:49.162217 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event updated for resources: {'Port': ['ID=062e2f11-cb19-4d52-8164-a85025003576,revision_number=2']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:23:49.172357 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:23:49.178886 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767115'] for floatingip, after_update {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:49.343810 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Floating IP b412d42d-8bdf-4503-9e9f-facad2114e7c associated. External IP: 172.27.3.78, port: 2265761f-42f0-4413-8db2-6f19e6daada1.
Jul 19 01:23:49.777385 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Router 06d63fc2-c72b-4123-be4a-00acc1f14c45 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:23:49.952652 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:23:49.962213 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] Sync routers for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:23:49.971442 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:23:49.972069 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda377a47f0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:23:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:23:49.976806 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:50.034612 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2882874
Jul 19 01:23:50.035307 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'tag': '2265761f-42f0-4413-8db2-6f19e6daada1'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:23:50.085393 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'tag': '2265761f-42f0-4413-8db2-6f19e6daada1', 'status': 'completed', 'code': 200}
Jul 19 01:23:50.146419 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:23:50.200111 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-905573ca-25e9-4619-b7b7-6d3fa524c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:50.201608 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-905573ca-25e9-4619-b7b7-6d3fa524c0c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 1099 time: 0.0698788
Jul 19 01:23:50.332901 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-6159fe93-9c42-42ab-a0ad-127226a1b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:50.334361 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-6159fe93-9c42-42ab-a0ad-127226a1b69d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1266129
Jul 19 01:23:50.436925 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-c8d5e18b-7f26-4750-890e-9d4e6f448ab1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2265761f-42f0-4413-8db2-6f19e6daada1 HTTP/1.1" status: 200  len: 999 time: 0.0965893
Jul 19 01:23:50.501075 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-9e2d4d04-f421-4155-b5f9-ed501d672d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:50.502804 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-9e2d4d04-f421-4155-b5f9-ed501d672d66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0594995
Jul 19 01:23:50.514133 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda377a47f0>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'b412d42d-8bdf-4503-9e9f-facad2114e7c', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': '2265761f-42f0-4413-8db2-6f19e6daada1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:3c:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:23:48Z', 'updated_at': '2021-07-19T01:23:48Z', 'revision_number': 0, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}, {'id': 'ef184511-2f7a-4fe8-a0aa-563f7e7d711e', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:72:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:21:55Z', 'updated_at': '2021-07-19T01:21:58Z', 'revision_number': 1, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:23:50.518035 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] Checking router: 06d63fc2-c72b-4123-be4a-00acc1f14c45 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:23:50.526112 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:23:50.526711 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda377a47f0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:23:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:23:50.578766 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-e864168c-0450-4bfa-b942-7c3387520182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:23:50.580231 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-e864168c-0450-4bfa-b942-7c3387520182 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712802
Jul 19 01:23:50.701135 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:23:50.711554 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-419900ec-98ca-4514-8c32-9fa6288e37d7 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248755
Jul 19 01:23:50.843869 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3c40b6fd-5ef1-4ee8-a85f-efb02353dd8b req-614c289d-7e26-4e2a-b5bf-6efb3c700735 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251738
Jul 19 01:23:51.042655 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda377a47f0>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'b412d42d-8bdf-4503-9e9f-facad2114e7c', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': '2265761f-42f0-4413-8db2-6f19e6daada1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:3c:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:23:48Z', 'updated_at': '2021-07-19T01:23:48Z', 'revision_number': 0, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}, {'id': 'ef184511-2f7a-4fe8-a0aa-563f7e7d711e', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:72:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:21:55Z', 'updated_at': '2021-07-19T01:21:58Z', 'revision_number': 1, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:23:51.046497 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299bb7c-1dca-4f3e-9b61-2a26bc58142f None None] The sync data for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi is: [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'b412d42d-8bdf-4503-9e9f-facad2114e7c', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': '2265761f-42f0-4413-8db2-6f19e6daada1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:3c:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:23:48Z', 'updated_at': '2021-07-19T01:23:48Z', 'revision_number': 0, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}, {'id': 'ef184511-2f7a-4fe8-a0aa-563f7e7d711e', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:72:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:21:55Z', 'updated_at': '2021-07-19T01:21:58Z', 'revision_number': 1, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:23:51.228044 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738d94a-f396-42d8-a73e-8cd4cbce8670 None None] New status for floating IP b412d42d-8bdf-4503-9e9f-facad2114e7c: ACTIVE {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:23:58.031836 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-084045ad-2f81-4158-9299-1a7564003aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:23:58.524255 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:00.729727 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4079-2d59-47b6-9285-340015815f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:01.427052 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:01.526951 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:02.959418 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:08.308877 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:24:10.928683 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a27914a-6822-429a-a2ef-229e16fec934 req-b589a447-8e20-4f0a-9220-28058e33837c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0747421
Jul 19 01:24:11.077446 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27914a-6822-429a-a2ef-229e16fec934 req-fee2615e-d1cc-4d8f-8ec9-57be5b873954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:24:11.078907 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a27914a-6822-429a-a2ef-229e16fec934 req-fee2615e-d1cc-4d8f-8ec9-57be5b873954 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 1099 time: 0.0687170
Jul 19 01:24:11.314111 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27914a-6822-429a-a2ef-229e16fec934 req-184fc090-a880-47c6-9cea-118c3063a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:24:11.315534 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a27914a-6822-429a-a2ef-229e16fec934 req-184fc090-a880-47c6-9cea-118c3063a6ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.2182262
Jul 19 01:24:11.414203 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a27914a-6822-429a-a2ef-229e16fec934 req-9c0ae78d-e93a-495c-9152-1b791ec532a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd HTTP/1.1" status: 200  len: 1001 time: 0.0921276
Jul 19 01:24:11.472565 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27914a-6822-429a-a2ef-229e16fec934 req-48892ce4-2d86-4bd8-a4c0-7cf573d57575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:24:11.473933 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a27914a-6822-429a-a2ef-229e16fec934 req-48892ce4-2d86-4bd8-a4c0-7cf573d57575 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0541661
Jul 19 01:24:11.547914 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27914a-6822-429a-a2ef-229e16fec934 req-cd07c657-cc7f-4349-9433-7026caacdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:24:11.549384 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a27914a-6822-429a-a2ef-229e16fec934 req-cd07c657-cc7f-4349-9433-7026caacdb30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695436
Jul 19 01:24:11.681081 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a27914a-6822-429a-a2ef-229e16fec934 req-0e40e365-4f90-452d-bae9-286bce42defa service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256170
Jul 19 01:24:11.810218 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-3a27914a-6822-429a-a2ef-229e16fec934 req-95744ec3-7659-4056-bf7d-0edcbd814bb0 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227846
Jul 19 01:24:28.032511 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e91f-8b5a-491f-9f5b-97222592593d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:28.524486 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:30.730446 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-78933343-6841-415b-97ae-0ab5727d435e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:31.435992 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:31.529331 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:32.962518 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:45.307084 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:24:58.034214 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-39a3bfb3-b35f-407d-bfdb-c80f0a143c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:24:58.525748 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:00.731642 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-4aff251c-3cc8-4900-b77c-6f64abbe44ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:01.443904 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:01.531739 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:02.966564 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:11.341181 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46186) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:11.594378 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Deleting port 062e2f11-cb19-4d52-8164-a85025003576 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:11.594722 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:11.762027 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:11.762361 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:11.882929 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Calling delete_port for 062e2f11-cb19-4d52-8164-a85025003576 owned by network:floatingip {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:12.027615 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:12.031026 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-127b149d-dd31-41c2-889f-02e7dec5b723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:12.073425 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event deleted for resources: {'Port': ['ID=062e2f11-cb19-4d52-8164-a85025003576,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:12.104674 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.105057 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.105431 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.105830 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.106194 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.106558 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.106916 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.107277 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.107633 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.107986 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.108339 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.108688 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:12.118893 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:12.174135 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:12.174383 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Floating IP b412d42d-8bdf-4503-9e9f-facad2114e7c disassociated (deleted). External IP: 172.27.3.78, port: 2265761f-42f0-4413-8db2-6f19e6daada1.
Jul 19 01:25:12.611699 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Router 06d63fc2-c72b-4123-be4a-00acc1f14c45 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:25:12.785603 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:25:12.794741 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] Sync routers for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:25:12.803497 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:12.804604 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:25:12.805222 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37708c40>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:25:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:12.861220 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b54d300f-9ca5-4d72-9852-a0e21857a501 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "DELETE /v2.0/floatingips/b412d42d-8bdf-4503-9e9f-facad2114e7c HTTP/1.1" status: 204  len: 168 time: 1.5188642
Jul 19 01:25:12.861933 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'tag': '2265761f-42f0-4413-8db2-6f19e6daada1'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:25:12.919870 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'tag': '2265761f-42f0-4413-8db2-6f19e6daada1', 'status': 'completed', 'code': 200}
Jul 19 01:25:13.000674 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:25:13.034109 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-23f56382-3c2f-4fbe-838e-ee84a6f56100 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1300061
Jul 19 01:25:13.039376 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-651b1e78-38c6-4143-aa4e-7a0934bcd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:13.040980 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-651b1e78-38c6-4143-aa4e-7a0934bcd6d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 1099 time: 0.0750861
Jul 19 01:25:13.215941 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-12a999b2-9d71-4327-bae4-b8def623626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:13.217375 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-12a999b2-9d71-4327-bae4-b8def623626f service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1707203
Jul 19 01:25:13.296017 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-5f17f705-d079-4bfb-94ca-ffb043d94c83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2265761f-42f0-4413-8db2-6f19e6daada1 HTTP/1.1" status: 200  len: 217 time: 0.0704324
Jul 19 01:25:13.370994 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961bb57-3fc4-430d-b77f-f31730b4ebc0 req-95ebaf51-0873-4796-b4bf-69a5d47f4bec tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:13.371719 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-2961bb57-3fc4-430d-b77f-f31730b4ebc0 req-95ebaf51-0873-4796-b4bf-69a5d47f4bec tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Synchronizing usage tracker for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:25:13.378974 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-7081369e-65dd-45e7-a1b5-92d63375f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:13.380363 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-7081369e-65dd-45e7-a1b5-92d63375f309 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0774546
Jul 19 01:25:13.406117 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37708c40>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'ef184511-2f7a-4fe8-a0aa-563f7e7d711e', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:72:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:21:55Z', 'updated_at': '2021-07-19T01:21:58Z', 'revision_number': 1, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:13.409964 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] Checking router: 06d63fc2-c72b-4123-be4a-00acc1f14c45 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:25:13.418155 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:25:13.418757 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37708c40>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:25:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:13.426680 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-2961bb57-3fc4-430d-b77f-f31730b4ebc0 req-95ebaf51-0873-4796-b4bf-69a5d47f4bec tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Unset dirty status for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:25:13.427894 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2961bb57-3fc4-430d-b77f-f31730b4ebc0 req-95ebaf51-0873-4796-b4bf-69a5d47f4bec tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 946 time: 0.2520556
Jul 19 01:25:13.488950 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-2961bb57-3fc4-430d-b77f-f31730b4ebc0 req-024e63ec-b676-41da-a20d-3ff46cf38ccf tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545783
Jul 19 01:25:13.498591 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-8b57cf67-6741-46ee-9ddc-eeddccbad5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:13.500146 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-8b57cf67-6741-46ee-9ddc-eeddccbad5e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1127911
Jul 19 01:25:13.593109 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:25:13.629848 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-a5274f0b-d72e-4da2-b5da-bd9a8bbe67d1 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223390
Jul 19 01:25:13.763622 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-a7ecdd16-b2b7-4451-a6ad-ec0150737ce9 req-d2cc8b9d-227a-4edd-8302-452e596078f9 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253321
Jul 19 01:25:13.907018 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-8a21d272-a45f-4da7-8b0c-1b463a82b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:13.908519 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-8a21d272-a45f-4da7-8b0c-1b463a82b0f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 1099 time: 0.0730772
Jul 19 01:25:13.937511 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37708c40>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'ef184511-2f7a-4fe8-a0aa-563f7e7d711e', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:72:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:21:55Z', 'updated_at': '2021-07-19T01:21:58Z', 'revision_number': 1, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:13.941442 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914056d9-4f6d-4409-a624-657f476becf0 None None] The sync data for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi is: [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_floatingips': [{'id': 'ef184511-2f7a-4fe8-a0aa-563f7e7d711e', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'router_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'port_id': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'mac_address': 'fa:16:3e:72:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:21:55Z', 'updated_at': '2021-07-19T01:21:58Z', 'revision_number': 1, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:25:14.154067 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b5611-cc7b-4483-b95a-acc4353fb228 None None] New status for floating IP b412d42d-8bdf-4503-9e9f-facad2114e7c: DOWN {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:25:14.159690 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-606353e5-cf39-4c50-bc0a-2794a009ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:14.161109 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-606353e5-cf39-4c50-bc0a-2794a009ab44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.2329078
Jul 19 01:25:14.227106 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-165364c0-1d12-40b8-8a52-f883f8c34995 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2265761f-42f0-4413-8db2-6f19e6daada1 HTTP/1.1" status: 200  len: 217 time: 0.0586939
Jul 19 01:25:14.292911 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-6cd6f9bb-e05a-4e47-b7eb-0663c74dbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:14.294263 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-6cd6f9bb-e05a-4e47-b7eb-0663c74dbf23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0597649
Jul 19 01:25:14.390163 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-39813d2d-71a7-496b-8325-0ae724d3f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:14.392808 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-39813d2d-71a7-496b-8325-0ae724d3f3a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728400
Jul 19 01:25:14.522082 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-2f169ae8-09bb-4ddf-95d9-27c7da23a4b3 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211233
Jul 19 01:25:14.704636 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-d918232c-38b3-4031-b50e-f7590e02c2f9 req-f89b9c41-6bf7-47b2-bf74-f4bec8319e69 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1757288
Jul 19 01:25:14.724671 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5d77b-7fc6-436f-af5c-bdb821590626 req-d4717dae-8825-4c0f-9423-6935369ca42e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:14.726120 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9af5d77b-7fc6-436f-af5c-bdb821590626 req-d4717dae-8825-4c0f-9423-6935369ca42e tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 946 time: 0.1126971
Jul 19 01:25:14.772556 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-9af5d77b-7fc6-436f-af5c-bdb821590626 req-e7b19111-3c6b-4974-a82f-960c6ff2b46c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405045
Jul 19 01:25:14.911139 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-4de33851-9365-4520-86c9-1a1c1646c1ea tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:14.912458 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-4de33851-9365-4520-86c9-1a1c1646c1ea tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 946 time: 0.0799453
Jul 19 01:25:14.979983 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Deleting port 2265761f-42f0-4413-8db2-6f19e6daada1 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:14.980322 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:15.216891 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] For port 2265761f-42f0-4413-8db2-6f19e6daada1, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=2265761f-42f0-4413-8db2-6f19e6daada1,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:25:15.217251 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:15.335539 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Calling delete_port for 2265761f-42f0-4413-8db2-6f19e6daada1 owned by compute:nova {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:15.474639 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:15.480797 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-4bba5f2f-252e-4c6f-9918-f9a39a310256 tempest-VolumesActionsTest-1062583937 tempest-VolumesActionsTest-1062583937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:15.524247 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event deleted for resources: {'Port': ['ID=2265761f-42f0-4413-8db2-6f19e6daada1,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:15.527470 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:15.600591 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] No DVR routers for this DVR port 2265761f-42f0-4413-8db2-6f19e6daada1 on host hv-cinder-80123 {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:25:15.602995 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:15.605522 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'name': 'network-vif-deleted', 'tag': '2265761f-42f0-4413-8db2-6f19e6daada1'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:25:15.620134 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-93a04fbc-9ea7-43ba-87b1-705720e34574 req-3df02a60-bdb7-4b68-94cd-ff9694cf3741 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "DELETE /v2.0/ports/2265761f-42f0-4413-8db2-6f19e6daada1 HTTP/1.1" status: 204  len: 173 time: 0.7012153
Jul 19 01:25:15.650111 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b864b8-694b-41e6-a4e2-9ec69840a2fe', 'name': 'network-vif-deleted', 'tag': '2265761f-42f0-4413-8db2-6f19e6daada1', 'status': 'completed', 'code': 200}
Jul 19 01:25:15.918302 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-f41122d3-7807-45e4-a547-208c4da9c844 req-47b24ea9-52bf-4e29-a604-6410b03ec70a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Synchronizing usage tracker for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:25:15.938057 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-f41122d3-7807-45e4-a547-208c4da9c844 req-47b24ea9-52bf-4e29-a604-6410b03ec70a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Unset dirty status for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:25:15.939585 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-f41122d3-7807-45e4-a547-208c4da9c844 req-47b24ea9-52bf-4e29-a604-6410b03ec70a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b864b8-694b-41e6-a4e2-9ec69840a2fe HTTP/1.1" status: 200  len: 210 time: 0.0651076
Jul 19 01:25:17.443140 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 2265761f-42f0-4413-8db2-6f19e6daada1 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:25:17.480087 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: 2265761f-42f0-4413-8db2-6f19e6daada1 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:25:17.480434 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device 2265761f-42f0-4413-8db2-6f19e6daada1 not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:25:19.412843 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46222) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:19.694684 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Deleting port 50ac5d88-a9e6-4792-a5fd-1e05246e0c70 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:19.694937 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:19.859466 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:19.859794 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:19.982394 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Calling delete_port for 50ac5d88-a9e6-4792-a5fd-1e05246e0c70 owned by network:floatingip {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:20.128199 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:20.131772 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:20.177394 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event deleted for resources: {'Port': ['ID=50ac5d88-a9e6-4792-a5fd-1e05246e0c70,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:20.180553 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:20.264639 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:20.264892 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.db.l3_db [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Floating IP ef184511-2f7a-4fe8-a0aa-563f7e7d711e disassociated (deleted). External IP: 172.27.3.60, port: ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd.
Jul 19 01:25:20.608198 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Router 06d63fc2-c72b-4123-be4a-00acc1f14c45 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:25:20.782004 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:25:20.791443 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] Sync routers for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:25:20.800650 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:25:20.801273 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37a1ebe0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:25:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:20.801425 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:20.959339 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d2bf7649-b5fe-47ac-b895-19ace1891eff tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "DELETE /v2.0/floatingips/ef184511-2f7a-4fe8-a0aa-563f7e7d711e HTTP/1.1" status: 204  len: 168 time: 1.5453410
Jul 19 01:25:20.959975 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'tag': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:25:20.979604 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:25:21.005664 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'tag': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'status': 'completed', 'code': 200}
Jul 19 01:25:21.129863 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-73574fc9-63cd-49e4-8c67-888f6291c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:21.131795 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-73574fc9-63cd-49e4-8c67-888f6291c32e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018d93d98e7443f8991c74cd78d78e57&device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 1099 time: 0.0802963
Jul 19 01:25:21.291793 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37a1ebe0>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:21.295418 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] Checking router: 06d63fc2-c72b-4123-be4a-00acc1f14c45 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:25:21.304106 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:25:21.304710 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda37a1ebe0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:25:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:21.326730 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-6a0931f5-6837-48c5-b20c-b7df225e9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:21.328220 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-6a0931f5-6837-48c5-b20c-b7df225e9887 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 200  len: 911 time: 0.1904428
Jul 19 01:25:21.398965 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-6658b7be-69bf-4ecc-8650-d7817fce6ca1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd HTTP/1.1" status: 200  len: 217 time: 0.0629041
Jul 19 01:25:21.448859 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647aeae0-e63b-44a5-b0a1-791ab5cd3aa4 req-3a30e6c0-2382-468a-a62a-bbfa9aaa9e6b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:21.449533 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-647aeae0-e63b-44a5-b0a1-791ab5cd3aa4 req-3a30e6c0-2382-468a-a62a-bbfa9aaa9e6b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Synchronizing usage tracker for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:25:21.474165 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:25:21.481133 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-647aeae0-e63b-44a5-b0a1-791ab5cd3aa4 req-3a30e6c0-2382-468a-a62a-bbfa9aaa9e6b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Unset dirty status for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:25:21.482317 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-647aeae0-e63b-44a5-b0a1-791ab5cd3aa4 req-3a30e6c0-2382-468a-a62a-bbfa9aaa9e6b tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 946 time: 0.2316773
Jul 19 01:25:21.483814 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-864cf548-044d-4639-8f73-41071159429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:21.485699 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-864cf548-044d-4639-8f73-41071159429c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 200  len: 850 time: 0.0791104
Jul 19 01:25:21.579053 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-647aeae0-e63b-44a5-b0a1-791ab5cd3aa4 req-8ed40f61-d3fc-4212-b496-73a86046eba9 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893245
Jul 19 01:25:21.595378 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-1eb3b516-b90b-4f1e-a67f-312135442030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:21.596853 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-1eb3b516-b90b-4f1e-a67f-312135442030 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0933127
Jul 19 01:25:21.729124 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-a875c67a-9a71-46f8-bf65-f2f0acd67005 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248934
Jul 19 01:25:21.811582 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda37a1ebe0>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:21.815602 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08981caa-d677-42d6-9b1e-4e0ed5478439 None None] The sync data for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi is: [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:18:49Z', 'revision_number': 4, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi', '_interfaces': [{'id': '2e4e0a29-46e8-4f03-84ac-78958429ef5d', 'name': '', 'network_id': 'ad26d7f3-2176-4950-a5c8-bcbfb0db4e12', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'mac_address': 'fa:16:3e:5d:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '29be3244-7b65-42cf-95db-15e56a88f753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:48Z', 'updated_at': '2021-07-19T01:18:56Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'subnets': [{'id': '29be3244-7b65-42cf-95db-15e56a88f753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:25:21.865308 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-78f57682-587a-42d7-90ab-c53c74b26e8e req-d3c3ccef-7cad-48ff-ba3b-bb7fac278815 service neutron] 10.222.0.16 "GET /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293406
Jul 19 01:25:22.034108 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b8d26a-dd94-4f55-a63a-564acf14c2b3 None None] New status for floating IP ef184511-2f7a-4fe8-a0aa-563f7e7d711e: DOWN {{(pid=78650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 19 01:25:22.305360 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:25:22.764396 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62425e-b70d-4500-bd8e-03bbe0f838f9 req-75e5892b-a567-4541-b423-342aa6a2426c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:22.766413 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0b62425e-b70d-4500-bd8e-03bbe0f838f9 req-75e5892b-a567-4541-b423-342aa6a2426c tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 946 time: 0.0824947
Jul 19 01:25:22.849235 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-0b62425e-b70d-4500-bd8e-03bbe0f838f9 req-9269056f-cd34-4292-9ef9-c46d5953d28a tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/security-groups?id=620b04d6-410c-4139-8485-d3546891744d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772753
Jul 19 01:25:22.888008 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-719522cd-fead-461e-8da9-eb32188b2dc6 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 19 01:25:22.889400 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-719522cd-fead-461e-8da9-eb32188b2dc6 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 946 time: 0.0878167
Jul 19 01:25:22.956517 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Deleting port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:22.956853 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:23.192334 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] For port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:25:23.192658 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:23.312658 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Calling delete_port for ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd owned by compute:nova {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:23.536978 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:23.542283 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0246da91-c15f-46e3-9f42-c06bb37466a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:23.585976 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event deleted for resources: {'Port': ['ID=ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:23.588990 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:23.623950 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [req-2283bcc5-c8dc-4b86-b965-99618bc87825 req-79a2613d-6bbc-44ec-8df4-f93484765603 service neutron] (78648) timed out ('10.222.0.16', 49551) {{(pid=78648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 19 01:25:23.659914 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] No DVR routers for this DVR port ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd on host hv-cinder-80123 {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:25:23.662290 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for port, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:23.664727 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'name': 'network-vif-deleted', 'tag': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd'}] {{(pid=78647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 19 01:25:23.680142 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-bcf5c89f-7a64-4c21-8c1c-0c0b4f714976 req-97793666-dfc8-46b2-858a-a5691e1792b5 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.16 "DELETE /v2.0/ports/ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd HTTP/1.1" status: 204  len: 173 time: 0.7852228
Jul 19 01:25:23.708440 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ddc9d0-bf8c-46ea-aa34-b50360653af8', 'name': 'network-vif-deleted', 'tag': 'ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd', 'status': 'completed', 'code': 200}
Jul 19 01:25:23.998220 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-c83a7c27-e23a-4ebd-aff0-116a8c215996 req-0d21593b-d744-4cd0-86b0-5d88256dc757 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Synchronizing usage tracker for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78647) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 19 01:25:24.014980 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.quota.resource [req-c83a7c27-e23a-4ebd-aff0-116a8c215996 req-0d21593b-d744-4cd0-86b0-5d88256dc757 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Unset dirty status for tenant:018d93d98e7443f8991c74cd78d78e57 on resource:port {{(pid=78647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 19 01:25:24.016172 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [req-c83a7c27-e23a-4ebd-aff0-116a8c215996 req-0d21593b-d744-4cd0-86b0-5d88256dc757 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ddc9d0-bf8c-46ea-aa34-b50360653af8 HTTP/1.1" status: 200  len: 210 time: 0.0601702
Jul 19 01:25:25.109399 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [-] (78648) accepted ('10.222.0.24', 46240) {{(pid=78648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:25.264278 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Deleting port f3323b00-e823-49fb-a5dd-a1226c5aeaae {{(pid=78648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:25.264612 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:25.426968 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:25.427214 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:25.470352 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:25:25.506521 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-52272b6a-f03a-4449-919b-612303361f8b None None] No Port match for: ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:25:25.506863 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Device ff17b3fc-013a-4aba-92b4-1ed9f5dce7dd not bound to the agent host hv-cinder-80123 {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:25:25.552835 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.plugins.ml2.plugin [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Calling delete_port for f3323b00-e823-49fb-a5dd-a1226c5aeaae owned by network:floatingip {{(pid=78648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:25.684633 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825868'] for port, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:25.689274 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-f3c6e1f7-024f-4ae7-ae7c-81854fadfe8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:25.735270 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event deleted for resources: {'Port': ['ID=f3323b00-e823-49fb-a5dd-a1226c5aeaae,revision_number=None']} {{(pid=78648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:25.774546 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.774919 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.775282 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.775639 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.775994 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.776344 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.776695 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.777041 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.777390 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.777761 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.778106 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.778447 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-iscsi {{(pid=78648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 19 01:25:25.804711 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG oslo_concurrency.lockutils [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:25.832138 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for floatingip, after_delete {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:25.848663 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron_lib.callbacks.manager [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107689'] for floatingip, before_response {{(pid=78648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:25.849810 dv-cinder-801236-1-iscsi neutron-server[78648]: INFO neutron.wsgi [None req-18659765-9d63-45c8-b767-79031fbf2066 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "DELETE /v2.0/floatingips/fbd15755-71f5-4913-b96f-8d3d223ccb04 HTTP/1.1" status: 204  len: 168 time: 0.7393670
Jul 19 01:25:27.213531 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46254) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:27.283389 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-08b8cb9d-467d-4049-9686-3a3347be1c58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:27.311358 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-08b8cb9d-467d-4049-9686-3a3347be1c58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:27.373637 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-08b8cb9d-467d-4049-9686-3a3347be1c58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:27.378751 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-dc4d6e29-65d9-4f06-8f54-6f12b24a9e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:27.393920 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8cb9d-467d-4049-9686-3a3347be1c58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620b04d6-410c-4139-8485-d3546891744d,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:27.396382 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-08b8cb9d-467d-4049-9686-3a3347be1c58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:27.407663 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-08b8cb9d-467d-4049-9686-3a3347be1c58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:27.408784 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-08b8cb9d-467d-4049-9686-3a3347be1c58 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] 10.222.0.24 "DELETE /v2.0/security-groups/620b04d6-410c-4139-8485-d3546891744d HTTP/1.1" status: 204  len: 168 time: 0.1942551
Jul 19 01:25:27.462399 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46260) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:28.036073 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-21b676a7-36a1-439c-8b39-7ffb1869f21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:28.130316 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333525'] for router_interface, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:28.466313 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Deleting port 2e4e0a29-46e8-4f03-84ac-78958429ef5d {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:28.467028 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:28.526482 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:28.730886 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] For port 2e4e0a29-46e8-4f03-84ac-78958429ef5d, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=2e4e0a29-46e8-4f03-84ac-78958429ef5d,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:25:28.731267 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:28.851941 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Calling delete_port for 2e4e0a29-46e8-4f03-84ac-78958429ef5d owned by network:router_interface {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:29.161933 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:29.166203 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-e0d81882-f28b-4b47-96e9-85a190535749 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:29.233550 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4e0a29-46e8-4f03-84ac-78958429ef5d,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:29.236075 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:29.467859 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766501'] for router_interface, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:29.806801 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Router 06d63fc2-c72b-4123-be4a-00acc1f14c45 has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:25:30.078061 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:25:30.086396 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] Sync routers for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:25:30.089627 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] 10.222.0.24 "PUT /v2.0/routers/06d63fc2-c72b-4123-be4a-00acc1f14c45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6261888
Jul 19 01:25:30.092111 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46266) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:30.096329 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:25:30.096938 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36c058e0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:25:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:30.263403 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Notify callbacks [] for router, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:30.269534 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: dv-cinder-801236-1-iscsi {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:25:30.432908 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:30.442827 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Deleting port fb189d10-8d84-41a1-a15c-60ee0243312c {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:30.443158 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:30.545310 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36c058e0>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:25:29Z', 'revision_number': 5, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port': {'id': 'fb189d10-8d84-41a1-a15c-60ee0243312c', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:46Z', 'updated_at': '2021-07-19T01:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:30.549095 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] Checking router: 06d63fc2-c72b-4123-be4a-00acc1f14c45 for host: dv-cinder-801236-1-iscsi {{(pid=78649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:25:30.557185 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] Routers {'06d63fc2-c72b-4123-be4a-00acc1f14c45'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:25:30.557822 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda36c058e0>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:25:01Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['06d63fc2-c72b-4123-be4a-00acc1f14c45'], 'active': True} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:30.617107 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] For port fb189d10-8d84-41a1-a15c-60ee0243312c, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=fb189d10-8d84-41a1-a15c-60ee0243312c,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:25:30.617776 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:30.706611 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_dvr_db [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] Set router 06d63fc2-c72b-4123-be4a-00acc1f14c45 gateway port host: None {{(pid=78649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:25:30.740451 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Calling delete_port for fb189d10-8d84-41a1-a15c-60ee0243312c owned by network:router_gateway {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:30.822776 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.db.l3_hamode_db [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda36c058e0>, [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:25:30Z', 'revision_number': 6, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port_host': None}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:30.828695 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6833759-861c-42e0-8b51-83fb90777ce3 None None] The sync data for ids ['06d63fc2-c72b-4123-be4a-00acc1f14c45'] in dv-cinder-801236-1-iscsi is: [{'id': '06d63fc2-c72b-4123-be4a-00acc1f14c45', 'name': 'tempest-TestVolumeBootPattern-630741407-router', 'tenant_id': '018d93d98e7443f8991c74cd78d78e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:45Z', 'updated_at': '2021-07-19T01:25:30Z', 'revision_number': 6, 'project_id': '018d93d98e7443f8991c74cd78d78e57', 'gw_port_host': None}] {{(pid=78649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:25:30.836490 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-b30ae897-e050-49e4-a21b-2239496aec62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:30.912318 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:30.915857 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-6d34928e-b4ae-4c8a-b219-f4ef81dc5f36 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:30.957130 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb189d10-8d84-41a1-a15c-60ee0243312c,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:30.960614 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:31.050077 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767160'] for router_gateway, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.219492 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-333469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-230728'] for router, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.221675 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.246073 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333438'] for router, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.246617 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06d63fc2-c72b-4123-be4a-00acc1f14c45 {{(pid=78647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 19 01:25:31.267150 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] Notify callbacks [] for router, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.268265 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-f0e08ce2-1c31-4120-86ab-282a55baaa17 admin admin] 10.222.0.24 "DELETE /v2.0/routers/06d63fc2-c72b-4123-be4a-00acc1f14c45 HTTP/1.1" status: 204  len: 168 time: 1.1752794
Jul 19 01:25:31.270724 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46270) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:31.326849 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae3b19b-7c9f-441c-a845-2d562d225dd2 admin admin] Deleting subnet 29be3244-7b65-42cf-95db-15e56a88f753 {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:25:31.329676 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bae3b19b-7c9f-441c-a845-2d562d225dd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.446461 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.478173 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bae3b19b-7c9f-441c-a845-2d562d225dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.535543 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.552350 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bae3b19b-7c9f-441c-a845-2d562d225dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.620240 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bae3b19b-7c9f-441c-a845-2d562d225dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.625143 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:31.663029 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3b19b-7c9f-441c-a845-2d562d225dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29be3244-7b65-42cf-95db-15e56a88f753,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:31.665553 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-bae3b19b-7c9f-441c-a845-2d562d225dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:31.668110 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-bae3b19b-7c9f-441c-a845-2d562d225dd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.674872 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7217c2c9-6b4d-47ea-aa36-a061072fdf73 None None] Network ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:25:31.675234 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-bae3b19b-7c9f-441c-a845-2d562d225dd2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/29be3244-7b65-42cf-95db-15e56a88f753 HTTP/1.1" status: 204  len: 168 time: 0.4035532
Jul 19 01:25:31.677629 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46274) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:31.788842 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.801331 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Deleting port 5b843fc8-f88a-4f95-9671-20c4199216fe {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:31.801679 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:31.974533 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] DHCP port deletion for ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 request from dv-cinder-801236-1-iscsi {{(pid=78649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 19 01:25:31.978671 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] Deleting port 5b843fc8-f88a-4f95-9671-20c4199216fe {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:31.979050 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.014203 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] For port 5b843fc8-f88a-4f95-9671-20c4199216fe, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=5b843fc8-f88a-4f95-9671-20c4199216fe,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:25:32.014477 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.135456 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Calling delete_port for 5b843fc8-f88a-4f95-9671-20c4199216fe owned by network:dhcp {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:32.173440 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] For port 5b843fc8-f88a-4f95-9671-20c4199216fe, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=5b843fc8-f88a-4f95-9671-20c4199216fe,segment=NetworkSegment(c7a243f8-3dd4-4fbd-937c-ba778a2802d3),segment_id=c7a243f8-3dd4-4fbd-937c-ba778a2802d3)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:25:32.173864 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.211303 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.216075 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-f219ce0e-53b0-43d7-9cc5-2907400c8a32 tempest-TestShelveInstance-299085896 tempest-TestShelveInstance-299085896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:32.260614 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] No DVR routers for this DVR port 5b843fc8-f88a-4f95-9671-20c4199216fe on host dv-cinder-801236-1-iscsi {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:25:32.287061 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b843fc8-f88a-4f95-9671-20c4199216fe,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:32.289448 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:32.293609 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] Calling delete_port for 5b843fc8-f88a-4f95-9671-20c4199216fe owned by network:dhcp {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:32.364357 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.db.api [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:25:32.364740 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_db.api [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:25:32.379909 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.392504 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda36dc0430>,) {'filters': {'network_id': ['ad26d7f3-2176-4950-a5c8-bcbfb0db4e12']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:32.404210 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36dc0430>, 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:32.404501 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda36dc0430>, 'c7a243f8-3dd4-4fbd-937c-ba778a2802d3') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:32.415440 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.430682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.436561 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:25:32.437446 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:25:32.450343 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:25:32.527614 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.530918 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-05d14b70-b12b-43a5-a8bc-e12f0e6a97e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:32.543389 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.553784 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad26d7f3-2176-4950-a5c8-bcbfb0db4e12,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:32.556809 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:32.567343 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-5b5bc3ad-5f70-4709-ad4e-a5089f7a2e7c admin admin] 10.222.0.24 "DELETE /v2.0/networks/ad26d7f3-2176-4950-a5c8-bcbfb0db4e12 HTTP/1.1" status: 204  len: 168 time: 0.8887672
Jul 19 01:25:32.570231 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46278) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:32.781757 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 2e4e0a29-46e8-4f03-84ac-78958429ef5d no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:25:32.815028 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 2e4e0a29-46e8-4f03-84ac-78958429ef5d {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:25:32.815296 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 2e4e0a29-46e8-4f03-84ac-78958429ef5d not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:25:32.815706 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 5b843fc8-f88a-4f95-9671-20c4199216fe no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:25:32.847669 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 5b843fc8-f88a-4f95-9671-20c4199216fe {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:25:32.848016 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 5b843fc8-f88a-4f95-9671-20c4199216fe not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:25:32.848433 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device fb189d10-8d84-41a1-a15c-60ee0243312c no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:25:32.870062 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] Deleting port 5b843fc8-f88a-4f95-9671-20c4199216fe {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:32.870442 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:32.914002 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: fb189d10-8d84-41a1-a15c-60ee0243312c {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:25:32.914351 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device fb189d10-8d84-41a1-a15c-60ee0243312c not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:25:32.948848 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-1c12ce21-a18a-4739-b71d-d4c7158698c3 None None] The port '5b843fc8-f88a-4f95-9671-20c4199216fe' was deleted {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 19 01:25:32.973560 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:33.195372 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333525'] for router_interface, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:33.530737 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Deleting port 9203ae17-7e5c-4778-aeec-773643810b9f {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:33.531072 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:33.696915 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] For port 9203ae17-7e5c-4778-aeec-773643810b9f, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=9203ae17-7e5c-4778-aeec-773643810b9f,segment=NetworkSegment(340af32d-908f-4cfa-b770-0ac41d2c3826),segment_id=340af32d-908f-4cfa-b770-0ac41d2c3826)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:25:33.697276 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:33.817382 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Calling delete_port for 9203ae17-7e5c-4778-aeec-773643810b9f owned by network:router_interface {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:33.990431 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:33.994968 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0516d866-7ca5-4a2a-bfda-ce9cf0a210ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:34.040220 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=9203ae17-7e5c-4778-aeec-773643810b9f,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:34.068682 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:34.305121 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766501'] for router_interface, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:34.749617 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a has already been hosted by L3 agent 30d4e865-4e62-47eb-a290-21dd2db2ca5b {{(pid=78647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 19 01:25:34.921510 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] Notify agent at l3_agent.dv-cinder-801236-1-iscsi the message routers_updated {{(pid=78647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 19 01:25:34.929961 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] Sync routers for ids ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'] in dv-cinder-801236-1-iscsi {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 19 01:25:34.930495 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-444fb9ab-cb73-4eec-aaaf-dc5f46ec4c3d admin admin] 10.222.0.24 "PUT /v2.0/routers/d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3592753
Jul 19 01:25:34.932945 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46282) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:34.939353 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] Routers {'d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:25:34.939950 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda376bd340>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:25:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:35.106524 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:35.111082 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] Set router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a gateway port host: dv-cinder-801236-1-iscsi {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:25:35.282581 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:35.292144 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Deleting port 1e4961ee-492e-4c7d-a868-b575c41882e1 {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:35.292474 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:35.389691 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda376bd340>, [{'id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'name': 'tempest-TestVolumeBootPattern-645363771-router', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'external_fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:25:33Z', 'revision_number': 5, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'gw_port': {'id': '1e4961ee-492e-4c7d-a868-b575c41882e1', 'name': '', 'network_id': '7d593f98-e37a-458f-a122-e95b8a18b7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '769143da-b1cf-41c3-bdab-cb4c1062a1c4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-iscsi'}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:35.393928 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] Checking router: d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a for host: dv-cinder-801236-1-iscsi {{(pid=78650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 19 01:25:35.402505 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] Routers {'d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'} bound to L3 agent in host dv-cinder-801236-1-iscsi {{(pid=78650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 19 01:25:35.403112 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fda376bd340>, 'dv-cinder-801236-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:31Z,description=<?>,heartbeat_timestamp=2021-07-19T01:25:31Z,host='dv-cinder-801236-1-iscsi',id=30d4e865-4e62-47eb-a290-21dd2db2ca5b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-19T01:01:31Z,topic='l3_agent')) {'router_ids': ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'], 'active': True} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:35.466115 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] For port 1e4961ee-492e-4c7d-a868-b575c41882e1, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=1e4961ee-492e-4c7d-a868-b575c41882e1,segment=NetworkSegment(95fed249-2b41-4dcc-8ac6-a6e7c8f275dc),segment_id=95fed249-2b41-4dcc-8ac6-a6e7c8f275dc)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:25:35.466733 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:35.550218 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_dvr_db [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] Set router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a gateway port host: None {{(pid=78650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 19 01:25:35.588018 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Calling delete_port for 1e4961ee-492e-4c7d-a868-b575c41882e1 owned by network:router_gateway {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:35.657174 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.l3_hamode_db [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fda376bd340>, [{'id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'name': 'tempest-TestVolumeBootPattern-645363771-router', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:25:35Z', 'revision_number': 6, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'gw_port_host': None}], 'dv-cinder-801236-1-iscsi', False) {} {{(pid=78650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:35.661054 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c55eb-e7c4-4ce0-b2b3-3942d77f7c1e None None] The sync data for ids ['d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a'] in dv-cinder-801236-1-iscsi is: [{'id': 'd12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a', 'name': 'tempest-TestVolumeBootPattern-645363771-router', 'tenant_id': 'abb582ba8abc4e46a5e27b52218c2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:18:52Z', 'updated_at': '2021-07-19T01:25:35Z', 'revision_number': 6, 'project_id': 'abb582ba8abc4e46a5e27b52218c2423', 'gw_port_host': None}] {{(pid=78650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 19 01:25:35.760000 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:35.765800 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-39757e7a-8713-424a-bc5c-970168204d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:35.941539 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4961ee-492e-4c7d-a868-b575c41882e1,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:35.947605 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:36.000304 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767160'] for router_gateway, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.177176 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-333469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-230728'] for router, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.179340 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.202955 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333438'] for router, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.203551 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a {{(pid=78647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 19 01:25:36.215299 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] Notify callbacks [] for router, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.216400 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-d87ffa9a-3424-4137-9d30-ea54e098c3a7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d12cdfa2-9d27-4ade-aaff-8c4e3bd8e24a HTTP/1.1" status: 204  len: 168 time: 1.2825706
Jul 19 01:25:36.219512 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46286) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:36.277089 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.db_base_plugin_v2 [None req-254d4ee7-a93e-45b1-978f-c3437dae8490 admin admin] Deleting subnet 61add1d3-8825-4f6f-8d42-a38f2c8e91f6 {{(pid=78647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 19 01:25:36.279895 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-254d4ee7-a93e-45b1-978f-c3437dae8490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.326179 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-254d4ee7-a93e-45b1-978f-c3437dae8490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16368883'] for subnet, precommit_delete_associations {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.408408 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-254d4ee7-a93e-45b1-978f-c3437dae8490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1186987'] for subnet, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.476346 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-254d4ee7-a93e-45b1-978f-c3437dae8490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1185798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15510651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14833568'] for subnet, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.481078 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-ea783102-a51e-4ac3-ada9-af5cb82bf01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:36.517581 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d4ee7-a93e-45b1-978f-c3437dae8490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61add1d3-8825-4f6f-8d42-a38f2c8e91f6,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:36.519535 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-254d4ee7-a93e-45b1-978f-c3437dae8490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.523866 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febeddb8-b43a-4db2-adb5-95fe0f2de708 None None] Network 753fbd92-66b4-4719-bfc0-d8ec656c4872 requested from dv-cinder-801236-1-iscsi {{(pid=78649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 19 01:25:36.524616 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-254d4ee7-a93e-45b1-978f-c3437dae8490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:36.526152 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-254d4ee7-a93e-45b1-978f-c3437dae8490 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/61add1d3-8825-4f6f-8d42-a38f2c8e91f6 HTTP/1.1" status: 204  len: 168 time: 0.3057368
Jul 19 01:25:36.528600 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46290) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:36.635446 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-805081'] for network, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.646847 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Deleting port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef {{(pid=78647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:36.647206 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.792520 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] DHCP port deletion for 753fbd92-66b4-4719-bfc0-d8ec656c4872 request from dv-cinder-801236-1-iscsi {{(pid=78649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 19 01:25:36.797207 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] Deleting port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:36.797584 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.826056 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 1e4961ee-492e-4c7d-a868-b575c41882e1 no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:25:36.870811 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 1e4961ee-492e-4c7d-a868-b575c41882e1 {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:25:36.871144 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 1e4961ee-492e-4c7d-a868-b575c41882e1 not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:25:36.871552 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 9203ae17-7e5c-4778-aeec-773643810b9f no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:25:36.872998 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.db [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] For port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=9f57b3c7-e3f3-434f-8075-3ac9928f2fef,segment=NetworkSegment(340af32d-908f-4cfa-b770-0ac41d2c3826),segment_id=340af32d-908f-4cfa-b770-0ac41d2c3826)] {{(pid=78647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:25:36.873355 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:36.910051 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 9203ae17-7e5c-4778-aeec-773643810b9f {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:25:36.910395 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 9203ae17-7e5c-4778-aeec-773643810b9f not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:25:36.995457 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.plugin [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Calling delete_port for 9f57b3c7-e3f3-434f-8075-3ac9928f2fef owned by network:dhcp {{(pid=78647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:37.070954 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-835708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785952227386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785951862595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15510568'] for port, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.074973 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-43f5c46d-8399-4542-a165-4e067ef1f508 tempest-TestVolumeBootPattern-1133687753 tempest-TestVolumeBootPattern-1133687753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:37.094585 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.db [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] For port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef, host dv-cinder-801236-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-iscsi',level=0,port_id=9f57b3c7-e3f3-434f-8075-3ac9928f2fef,segment=NetworkSegment(340af32d-908f-4cfa-b770-0ac41d2c3826),segment_id=340af32d-908f-4cfa-b770-0ac41d2c3826)] {{(pid=78649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 19 01:25:37.094975 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359637'] for port, precommit_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.122143 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f57b3c7-e3f3-434f-8075-3ac9928f2fef,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:37.124552 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:37.126978 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] No DVR routers for this DVR port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef on host dv-cinder-801236-1-iscsi {{(pid=78647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 19 01:25:37.211959 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] Calling delete_port for 9f57b3c7-e3f3-434f-8075-3ac9928f2fef owned by network:dhcp {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 19 01:25:37.242226 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184080', 'neutron.services.segments.db._delete_segments_for_network-8785952316492'] for network, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.254865 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fda3819e880>,) {'filters': {'network_id': ['753fbd92-66b4-4719-bfc0-d8ec656c4872']}} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:37.267089 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fda3819e880>, '340af32d-908f-4cfa-b770-0ac41d2c3826') {'for_net_delete': True} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:37.267382 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.services.segments.db [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fda3819e880>, '340af32d-908f-4cfa-b770-0ac41d2c3826') {} {{(pid=78647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 19 01:25:37.278378 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785952326750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16368876'] for segment, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.284049 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.db.api [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 19 01:25:37.284415 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG oslo_db.api [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 19 01:25:37.294957 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238417'] for segment, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.301324 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=78647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 19 01:25:37.301698 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15510557'] for segment, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]: Traceback (most recent call last):
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     timer()
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     cb(*args, **kw)
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     return func(*args, **kwargs)
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     self._notify()
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     self.callback(batched_events)
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     event.method(event)
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     return f(self, *a, **k)
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._get(url).json()
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     return self.request(url, 'GET', **kwargs)
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 19 01:25:37.315510 dv-cinder-801236-1-iscsi neutron-server[78647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 19 01:25:37.389597 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767125'] for network, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.401482 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:37.415064 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585341'] for network, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.425123 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=753fbd92-66b4-4719-bfc0-d8ec656c4872,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:37.428318 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:37.429991 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-b12938bd-fff1-4827-ad84-e6471439e7bb admin admin] 10.222.0.24 "DELETE /v2.0/networks/753fbd92-66b4-4719-bfc0-d8ec656c4872 HTTP/1.1" status: 204  len: 168 time: 0.9004624
Jul 19 01:25:37.545234 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46296) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:37.593029 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-0dfb6df5-338c-48a5-a2ef-8c7f2534c5ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=018d93d98e7443f8991c74cd78d78e57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0465453
Jul 19 01:25:37.595341 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46300) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:37.651880 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-be98ca6f-fc41-4c7c-ba6e-6a70416fc1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.675952 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-be98ca6f-fc41-4c7c-ba6e-6a70416fc1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.785395 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] Deleting port 9f57b3c7-e3f3-434f-8075-3ac9928f2fef {{(pid=78649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 19 01:25:37.786000 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785952224678'] for port, before_delete {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.815463 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-be98ca6f-fc41-4c7c-ba6e-6a70416fc1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.819366 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-0582a733-0a24-449b-a594-d044b7fa8070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:37.833068 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98ca6f-fc41-4c7c-ba6e-6a70416fc1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05532de5-a162-4d69-9ed2-8690875b1fb5,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:37.836835 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-be98ca6f-fc41-4c7c-ba6e-6a70416fc1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:37.840116 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-be98ca6f-fc41-4c7c-ba6e-6a70416fc1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:37.843653 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-be98ca6f-fc41-4c7c-ba6e-6a70416fc1f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05532de5-a162-4d69-9ed2-8690875b1fb5 HTTP/1.1" status: 204  len: 168 time: 0.2450094
Jul 19 01:25:37.862532 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-3935b8e0-da06-4527-bef8-e519f6a91c81 None None] The port '9f57b3c7-e3f3-434f-8075-3ac9928f2fef' was deleted {{(pid=78649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 19 01:25:38.168706 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46308) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:38.215772 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-3ab5274c-00f4-40f8-8183-5080d7652b61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abb582ba8abc4e46a5e27b52218c2423&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0458884
Jul 19 01:25:38.218537 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [-] (78647) accepted ('10.222.0.24', 46312) {{(pid=78647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 19 01:25:38.275161 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7e289828-bcfe-4d76-86f1-3ca2d3c877d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:38.300408 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7e289828-bcfe-4d76-86f1-3ca2d3c877d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:38.351776 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7e289828-bcfe-4d76-86f1-3ca2d3c877d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354484'] for security_group, after_delete {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:38.356540 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-a57afc0b-7c8e-4e4d-93d3-8c69370d414a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 19 01:25:38.369158 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e289828-bcfe-4d76-86f1-3ca2d3c877d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dfb808-ed69-4c19-b8d8-610f633fec42,revision_number=None']} {{(pid=78647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 19 01:25:38.372085 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG oslo_concurrency.lockutils [None req-7e289828-bcfe-4d76-86f1-3ca2d3c877d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 19 01:25:38.374135 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron_lib.callbacks.manager [None req-7e289828-bcfe-4d76-86f1-3ca2d3c877d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:38.377984 dv-cinder-801236-1-iscsi neutron-server[78647]: INFO neutron.wsgi [None req-7e289828-bcfe-4d76-86f1-3ca2d3c877d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9dfb808-ed69-4c19-b8d8-610f633fec42 HTTP/1.1" status: 204  len: 168 time: 0.1558430
Jul 19 01:25:38.778123 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 9f57b3c7-e3f3-434f-8075-3ac9928f2fef no longer exists at agent ovs-agent-dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 19 01:25:38.814884 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.plugin [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] No Port match for: 9f57b3c7-e3f3-434f-8075-3ac9928f2fef {{(pid=78649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 19 01:25:38.815528 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron.plugins.ml2.rpc [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Device 9f57b3c7-e3f3-434f-8075-3ac9928f2fef not bound to the agent host dv-cinder-801236-1-iscsi {{(pid=78649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 19 01:25:58.036818 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-276be17f-2d56-4738-b584-245b189c1351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:58.528161 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:25:59.303294 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:26:00.739182 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ee189bb3-4f37-4f70-aa3e-582982feb5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:01.461755 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:01.536674 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:02.975487 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:28.037340 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-e8b95a13-610e-4018-b07e-0523d62326af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:28.529633 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:30.742119 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-ee94b076-1c68-44ba-8bb7-26b2dbe637cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:31.481555 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:31.539402 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:32.978482 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:36.302523 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:26:58.038058 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-47e64df7-f417-40e1-a13b-1a5dbc95323d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:58.531712 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:26:59.439591 dv-cinder-801236-1-iscsi neutron-server[78647]: DEBUG neutron.wsgi [req-014316e9-9857-4ca0-a91e-30ce3e951f1d req-b6d97fbb-3d2e-4c58-9ebd-99a14610f712 service neutron] (78647) timed out ('10.222.0.16', 49575) {{(pid=78647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 19 01:27:00.090549 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [req-1e4f1251-321c-4e0a-bb6d-633bbc5a4580 req-79182316-0bd0-4f8c-98c6-e3ff7135aa0a service neutron] (78648) timed out ('10.222.0.16', 49572) {{(pid=78648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 19 01:27:00.743407 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-8b946afb-5268-4d7a-9293-598915684f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:01.481785 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:01.542230 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:02.980284 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:13.301364 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:27:28.039306 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-bad38eec-1362-4c33-b4af-fe760f29d930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:28.532229 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:30.744874 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-20242975-0690-464a-b079-29538c159394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:31.479261 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:31.544797 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:32.983569 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:50.300058 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:27:58.039411 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-e7e887c2-f19d-4ab2-97ef-1142d58c2623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:27:58.532261 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:00.745610 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-9f1b3d3e-88a7-455a-83df-2ab002be5725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:01.486882 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:01.547639 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:02.985501 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:27.298657 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:28:28.040730 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-c03bb7e1-065a-4313-90a0-d5852dba6928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:28.532889 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:30.746674 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-a28812c0-e143-4202-bc1a-7c65f7078f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:31.500241 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:31.549682 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:32.987727 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:58.042283 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-807cdb11-95d6-47a9-a30e-dac4a4ea4c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:28:58.533680 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:00.749170 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7d470f5d-c4b4-44e2-9e54-51edb0e76e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:01.491694 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:01.552560 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:02.991040 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:04.297880 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:29:28.043748 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-b8626f77-02e5-43b8-9948-6cb4c8292fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:28.534835 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:30.753010 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-08458d46-cd02-442b-a85b-89d84988a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:31.506863 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:31.555838 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:32.992901 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:41.296831 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:29:58.044877 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-f910f0c6-2bc2-4369-b3ac-faf4ef92922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:29:58.534858 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:30:00.754984 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-97c2e124-8009-41b9-866e-726ac0d06512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:30:01.507060 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:30:01.559603 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:30:02.995446 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:30:14.816563 dv-cinder-801236-1-iscsi neutron-server[78648]: DEBUG neutron.wsgi [req-39970923-dce5-400f-865e-c3819794a71e req-951a16ac-d2e6-4bc9-885f-7c9154eff541 service neutron] (78648) timed out ('10.222.0.24', 42260) {{(pid=78648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 19 01:30:18.296064 dv-cinder-801236-1-iscsi neutron-server[78650]: DEBUG neutron.db.agents_db [None req-816f186a-4e8a-4817-98d5-7e369cc4cbb4 None None] Agent healthcheck: found 6 active agents {{(pid=78650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 19 01:30:28.046397 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-13cca8f8-5071-47f3-a71d-cbcef87077c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:30:28.535012 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-7492beb2-75fd-43e8-a26a-b862519d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:30:30.756534 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-8e6c3aa2-ef5d-490a-bf3e-b635dcc13c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:30:31.524650 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-52272b6a-f03a-4449-919b-612303361f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:30:31.561388 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-238d8f73-ffa4-48ad-89f4-aa4ff4a1462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 19 01:30:32.997358 dv-cinder-801236-1-iscsi neutron-server[78649]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8980-1eb3-4ac0-a4e2-6840d6d87b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785952316573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182570'] for agent, after_update {{(pid=78649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}